2024-12-02 09:13:21,371 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-02 09:13:21,385 main DEBUG Took 0.011467 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-02 09:13:21,385 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-02 09:13:21,386 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-02 09:13:21,387 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-02 09:13:21,388 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,397 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-02 09:13:21,411 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,414 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,414 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,415 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,416 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,417 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,418 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,419 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,420 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,421 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,422 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,423 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,424 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-02 09:13:21,425 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,425 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-02 09:13:21,427 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-02 09:13:21,429 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-02 09:13:21,431 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-02 09:13:21,431 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-02 09:13:21,433 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-02 09:13:21,433 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-02 09:13:21,440 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-02 09:13:21,443 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-02 09:13:21,444 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-02 09:13:21,444 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-02 09:13:21,445 main DEBUG createAppenders(={Console}) 2024-12-02 09:13:21,445 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f initialized 2024-12-02 09:13:21,445 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f 2024-12-02 09:13:21,446 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@210ab13f OK. 2024-12-02 09:13:21,446 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-02 09:13:21,446 main DEBUG OutputStream closed 2024-12-02 09:13:21,446 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-02 09:13:21,447 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-02 09:13:21,447 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@61001b64 OK 2024-12-02 09:13:21,514 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-02 09:13:21,516 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-02 09:13:21,517 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-02 09:13:21,518 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-02 09:13:21,519 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-02 09:13:21,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-02 09:13:21,520 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-02 09:13:21,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-02 09:13:21,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-02 09:13:21,521 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-02 09:13:21,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-02 09:13:21,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-02 09:13:21,522 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-02 09:13:21,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-02 09:13:21,523 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-02 09:13:21,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-02 09:13:21,524 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-02 09:13:21,525 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-02 09:13:21,527 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02 09:13:21,528 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@4ed5eb72) with optional ClassLoader: null 2024-12-02 09:13:21,528 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-02 09:13:21,529 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@4ed5eb72] started OK. 2024-12-02T09:13:21,813 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e 2024-12-02 09:13:21,816 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-02 09:13:21,816 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-02T09:13:21,827 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-02T09:13:21,857 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-02T09:13:21,896 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-02T09:13:21,896 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-02T09:13:21,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-02T09:13:21,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db, deleteOnExit=true 2024-12-02T09:13:21,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-02T09:13:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/test.cache.data in system properties and HBase conf 2024-12-02T09:13:21,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.tmp.dir in system properties and HBase conf 2024-12-02T09:13:21,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir in system properties and HBase conf 2024-12-02T09:13:21,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-02T09:13:21,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-02T09:13:21,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-02T09:13:22,001 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-02T09:13:22,100 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-02T09:13:22,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:13:22,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-02T09:13:22,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-02T09:13:22,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:13:22,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-02T09:13:22,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-02T09:13:22,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-02T09:13:22,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:13:22,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-02T09:13:22,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/nfs.dump.dir in system properties and HBase conf 2024-12-02T09:13:22,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/java.io.tmpdir in system properties and HBase conf 2024-12-02T09:13:22,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-02T09:13:22,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-02T09:13:22,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-02T09:13:23,124 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-02T09:13:23,188 INFO [Time-limited test {}] log.Log(170): Logging initialized @2511ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-02T09:13:23,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:13:23,306 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:13:23,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:13:23,333 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:13:23,334 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:13:23,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:13:23,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5fa2d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:13:23,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d655053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:13:23,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fe9bfd3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/java.io.tmpdir/jetty-localhost-42879-hadoop-hdfs-3_4_1-tests_jar-_-any-11774964954993818719/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:13:23,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16695a38{HTTP/1.1, (http/1.1)}{localhost:42879} 2024-12-02T09:13:23,585 INFO [Time-limited test {}] server.Server(415): Started @2909ms 2024-12-02T09:13:24,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:13:24,131 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:13:24,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:13:24,132 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:13:24,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-02T09:13:24,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@302ee775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:13:24,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c68adb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:13:24,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@516a39dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/java.io.tmpdir/jetty-localhost-33847-hadoop-hdfs-3_4_1-tests_jar-_-any-12840188963029310144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:13:24,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@428881d6{HTTP/1.1, (http/1.1)}{localhost:33847} 2024-12-02T09:13:24,230 INFO [Time-limited test {}] server.Server(415): Started @3554ms 2024-12-02T09:13:24,278 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:13:24,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:13:24,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:13:24,426 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:13:24,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:13:24,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:13:24,428 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2599967d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:13:24,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4925ca3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:13:24,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cc5338b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/java.io.tmpdir/jetty-localhost-33815-hadoop-hdfs-3_4_1-tests_jar-_-any-13917167862494576203/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:13:24,572 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1364e1fb{HTTP/1.1, (http/1.1)}{localhost:33815} 2024-12-02T09:13:24,572 INFO [Time-limited test {}] server.Server(415): Started @3896ms 2024-12-02T09:13:24,575 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:13:24,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-02T09:13:24,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-02T09:13:24,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-02T09:13:24,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-02T09:13:24,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-02T09:13:24,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626fc3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,AVAILABLE} 2024-12-02T09:13:24,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@147d1a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-02T09:13:24,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ed6f3ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/java.io.tmpdir/jetty-localhost-41979-hadoop-hdfs-3_4_1-tests_jar-_-any-13356008813870772931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:13:24,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f154eb3{HTTP/1.1, (http/1.1)}{localhost:41979} 2024-12-02T09:13:24,764 INFO [Time-limited test {}] server.Server(415): Started @4088ms 2024-12-02T09:13:24,766 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-02T09:13:25,582 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data3/current/BP-1301469949-172.17.0.3-1733130802665/current, will proceed with Du for space computation calculation, 2024-12-02T09:13:25,582 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data4/current/BP-1301469949-172.17.0.3-1733130802665/current, will proceed with Du for space computation calculation, 2024-12-02T09:13:25,582 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data1/current/BP-1301469949-172.17.0.3-1733130802665/current, will proceed with Du for space computation calculation, 2024-12-02T09:13:25,582 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data2/current/BP-1301469949-172.17.0.3-1733130802665/current, will proceed with Du for space computation calculation, 2024-12-02T09:13:25,583 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data5/current/BP-1301469949-172.17.0.3-1733130802665/current, will proceed with Du for space computation calculation, 2024-12-02T09:13:25,583 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data6/current/BP-1301469949-172.17.0.3-1733130802665/current, will proceed with Du for space computation calculation, 2024-12-02T09:13:25,624 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:13:25,625 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:13:25,626 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-02T09:13:25,670 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd121fb3ff96fe97a with lease ID 0x4b2ff26413e95ec1: Processing first storage report for DS-c66993cb-25cc-4141-8202-47ac5126d430 from datanode DatanodeRegistration(127.0.0.1:39503, datanodeUuid=0903d6fa-20f3-4ccb-b074-c344419a2847, infoPort=37987, infoSecurePort=0, ipcPort=36883, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665) 2024-12-02T09:13:25,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd121fb3ff96fe97a with lease ID 0x4b2ff26413e95ec1: from storage DS-c66993cb-25cc-4141-8202-47ac5126d430 node DatanodeRegistration(127.0.0.1:39503, datanodeUuid=0903d6fa-20f3-4ccb-b074-c344419a2847, infoPort=37987, infoSecurePort=0, ipcPort=36883, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T09:13:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7acf89ceaad92201 with lease ID 0x4b2ff26413e95ec2: Processing first storage report for DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d from datanode DatanodeRegistration(127.0.0.1:39925, datanodeUuid=bd347acc-5a07-44ad-80b5-04fe97404cb1, infoPort=36493, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665) 2024-12-02T09:13:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7acf89ceaad92201 with lease ID 0x4b2ff26413e95ec2: from storage DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d node DatanodeRegistration(127.0.0.1:39925, datanodeUuid=bd347acc-5a07-44ad-80b5-04fe97404cb1, infoPort=36493, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:13:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe117f47206adf48 with lease ID 0x4b2ff26413e95ec0: Processing first storage report for DS-37900ec9-6c33-4414-b8fd-122cea2c30f6 from datanode DatanodeRegistration(127.0.0.1:45943, datanodeUuid=af83239c-0630-488f-9ff2-6c319503442b, infoPort=38207, infoSecurePort=0, ipcPort=45049, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665) 2024-12-02T09:13:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe117f47206adf48 with lease ID 0x4b2ff26413e95ec0: from storage DS-37900ec9-6c33-4414-b8fd-122cea2c30f6 node DatanodeRegistration(127.0.0.1:45943, datanodeUuid=af83239c-0630-488f-9ff2-6c319503442b, infoPort=38207, infoSecurePort=0, ipcPort=45049, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T09:13:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd121fb3ff96fe97a with lease ID 0x4b2ff26413e95ec1: Processing first storage report for DS-176d9b05-1799-4e9f-876c-31a5827de415 from datanode DatanodeRegistration(127.0.0.1:39503, datanodeUuid=0903d6fa-20f3-4ccb-b074-c344419a2847, infoPort=37987, infoSecurePort=0, ipcPort=36883, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665) 2024-12-02T09:13:25,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd121fb3ff96fe97a with lease ID 0x4b2ff26413e95ec1: from storage DS-176d9b05-1799-4e9f-876c-31a5827de415 node DatanodeRegistration(127.0.0.1:39503, datanodeUuid=0903d6fa-20f3-4ccb-b074-c344419a2847, infoPort=37987, infoSecurePort=0, ipcPort=36883, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:13:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7acf89ceaad92201 with lease ID 0x4b2ff26413e95ec2: Processing first storage report for DS-2be0ba9c-e844-4ea6-9752-e4bc8e1216c9 from datanode DatanodeRegistration(127.0.0.1:39925, datanodeUuid=bd347acc-5a07-44ad-80b5-04fe97404cb1, infoPort=36493, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665) 2024-12-02T09:13:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7acf89ceaad92201 with lease ID 0x4b2ff26413e95ec2: from storage DS-2be0ba9c-e844-4ea6-9752-e4bc8e1216c9 node DatanodeRegistration(127.0.0.1:39925, datanodeUuid=bd347acc-5a07-44ad-80b5-04fe97404cb1, infoPort=36493, infoSecurePort=0, ipcPort=38961, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-02T09:13:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbe117f47206adf48 with lease ID 0x4b2ff26413e95ec0: Processing first storage report for DS-5e6dac96-0fb6-4a5d-b7ba-3cd59e9d1ea9 from datanode DatanodeRegistration(127.0.0.1:45943, datanodeUuid=af83239c-0630-488f-9ff2-6c319503442b, infoPort=38207, infoSecurePort=0, ipcPort=45049, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665) 2024-12-02T09:13:25,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbe117f47206adf48 with lease ID 0x4b2ff26413e95ec0: from storage DS-5e6dac96-0fb6-4a5d-b7ba-3cd59e9d1ea9 node DatanodeRegistration(127.0.0.1:45943, datanodeUuid=af83239c-0630-488f-9ff2-6c319503442b, infoPort=38207, infoSecurePort=0, ipcPort=45049, storageInfo=lv=-57;cid=testClusterID;nsid=508787143;c=1733130802665), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-02T09:13:25,745 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e 2024-12-02T09:13:25,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/zookeeper_0, clientPort=61984, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-02T09:13:25,829 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61984 2024-12-02T09:13:25,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:25,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:13:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:13:26,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741825_1001 (size=7) 2024-12-02T09:13:26,430 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7 with version=8 2024-12-02T09:13:26,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/hbase-staging 2024-12-02T09:13:26,692 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:13:26,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:26,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:26,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:13:26,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:26,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:13:26,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-02T09:13:26,914 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-02T09:13:26,923 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-02T09:13:26,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:13:26,954 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34885 (auto-detected) 2024-12-02T09:13:26,955 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-12-02T09:13:26,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34145 2024-12-02T09:13:27,004 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34145 connecting to ZooKeeper ensemble=127.0.0.1:61984 2024-12-02T09:13:27,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341450x0, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:13:27,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34145-0x1009a4341630000 connected 2024-12-02T09:13:27,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T09:13:27,191 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7, hbase.cluster.distributed=false 2024-12-02T09:13:27,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T09:13:27,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34145 2024-12-02T09:13:27,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34145 2024-12-02T09:13:27,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34145 2024-12-02T09:13:27,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34145 2024-12-02T09:13:27,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34145 2024-12-02T09:13:27,317 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:13:27,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:13:27,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,320 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:13:27,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:13:27,325 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:13:27,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41409 2024-12-02T09:13:27,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41409 connecting to ZooKeeper ensemble=127.0.0.1:61984 2024-12-02T09:13:27,328 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414090x0, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:13:27,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414090x0, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T09:13:27,342 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41409-0x1009a4341630001 connected 2024-12-02T09:13:27,345 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:13:27,352 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:13:27,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T09:13:27,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T09:13:27,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41409 2024-12-02T09:13:27,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41409 2024-12-02T09:13:27,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41409 2024-12-02T09:13:27,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41409 2024-12-02T09:13:27,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41409 2024-12-02T09:13:27,375 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:13:27,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,375 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:13:27,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:13:27,376 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:13:27,376 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:13:27,377 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35989 2024-12-02T09:13:27,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35989 connecting to ZooKeeper ensemble=127.0.0.1:61984 2024-12-02T09:13:27,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,384 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359890x0, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:13:27,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35989-0x1009a4341630002 connected 2024-12-02T09:13:27,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359890x0, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T09:13:27,400 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:13:27,401 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:13:27,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T09:13:27,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T09:13:27,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35989 2024-12-02T09:13:27,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35989 2024-12-02T09:13:27,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35989 2024-12-02T09:13:27,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35989 2024-12-02T09:13:27,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35989 2024-12-02T09:13:27,419 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7c6d666a4939:0 server-side Connection retries=45 2024-12-02T09:13:27,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,420 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-02T09:13:27,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-02T09:13:27,420 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-02T09:13:27,420 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-02T09:13:27,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-02T09:13:27,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35943 2024-12-02T09:13:27,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35943 connecting to ZooKeeper ensemble=127.0.0.1:61984 2024-12-02T09:13:27,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359430x0, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-02T09:13:27,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359430x0, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T09:13:27,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35943-0x1009a4341630003 connected 2024-12-02T09:13:27,442 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-02T09:13:27,443 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-02T09:13:27,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-02T09:13:27,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-02T09:13:27,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35943 2024-12-02T09:13:27,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35943 2024-12-02T09:13:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35943 2024-12-02T09:13:27,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35943 2024-12-02T09:13:27,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35943 2024-12-02T09:13:27,464 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7c6d666a4939:34145 2024-12-02T09:13:27,465 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7c6d666a4939,34145,1733130806542 2024-12-02T09:13:27,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,477 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7c6d666a4939,34145,1733130806542 2024-12-02T09:13:27,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T09:13:27,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T09:13:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-02T09:13:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,509 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-02T09:13:27,510 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7c6d666a4939,34145,1733130806542 from backup master directory 2024-12-02T09:13:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7c6d666a4939,34145,1733130806542 2024-12-02T09:13:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-02T09:13:27,517 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:13:27,517 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7c6d666a4939,34145,1733130806542 2024-12-02T09:13:27,519 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-02T09:13:27,520 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-02T09:13:27,569 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/hbase.id] with ID: 01ea0c7d-2833-4a80-9b82-a193d2818cb1 2024-12-02T09:13:27,569 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/.tmp/hbase.id 2024-12-02T09:13:27,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:13:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:13:27,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741826_1002 (size=42) 2024-12-02T09:13:27,584 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/.tmp/hbase.id]:[hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/hbase.id] 2024-12-02T09:13:27,623 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-02T09:13:27,628 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-02T09:13:27,644 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 14ms. 2024-12-02T09:13:27,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:13:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:13:27,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741827_1003 (size=196) 2024-12-02T09:13:27,691 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:13:27,693 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-02T09:13:27,697 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:27,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:13:27,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:13:27,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741828_1004 (size=1189) 2024-12-02T09:13:27,743 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store 2024-12-02T09:13:27,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:13:27,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:13:27,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741829_1005 (size=34) 2024-12-02T09:13:27,768 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-02T09:13:27,770 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:27,771 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:13:27,772 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:13:27,772 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:13:27,773 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:13:27,773 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:13:27,773 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:13:27,774 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130807771Disabling compacts and flushes for region at 1733130807771Disabling writes for close at 1733130807773 (+2 ms)Writing region close event to WAL at 1733130807773Closed at 1733130807773 2024-12-02T09:13:27,776 WARN [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/.initializing 2024-12-02T09:13:27,777 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/WALs/7c6d666a4939,34145,1733130806542 2024-12-02T09:13:27,785 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:27,799 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C34145%2C1733130806542, suffix=, logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/WALs/7c6d666a4939,34145,1733130806542, archiveDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/oldWALs, maxLogs=10 2024-12-02T09:13:27,824 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/WALs/7c6d666a4939,34145,1733130806542/7c6d666a4939%2C34145%2C1733130806542.1733130807803, exclude list is [], retry=0 2024-12-02T09:13:27,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:27,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-02T09:13:27,887 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/WALs/7c6d666a4939,34145,1733130806542/7c6d666a4939%2C34145%2C1733130806542.1733130807803 2024-12-02T09:13:27,888 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:27,888 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:27,889 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:27,892 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,893 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,946 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-02T09:13:27,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:27,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:27,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-02T09:13:27,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:27,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:27,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-02T09:13:27,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:27,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:27,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-02T09:13:27,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:27,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:27,963 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,966 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,968 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,972 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,973 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,976 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:13:27,979 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-02T09:13:27,983 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:27,985 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62994733, jitterRate=-0.06130532920360565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:13:27,991 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733130807904Initializing all the Stores at 1733130807906 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130807907 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130807908 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130807908Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130807908Cleaning up temporary data from old regions at 1733130807973 (+65 ms)Region opened successfully at 1733130807991 (+18 ms) 2024-12-02T09:13:27,992 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-02T09:13:28,024 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3613edac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:13:28,051 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-02T09:13:28,061 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-02T09:13:28,061 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-02T09:13:28,063 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-02T09:13:28,064 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-02T09:13:28,069 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-02T09:13:28,069 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-02T09:13:28,091 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-02T09:13:28,098 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-02T09:13:28,132 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-02T09:13:28,135 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-02T09:13:28,136 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-02T09:13:28,141 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-02T09:13:28,143 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-02T09:13:28,146 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-02T09:13:28,156 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-02T09:13:28,160 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-02T09:13:28,167 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-02T09:13:28,188 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-02T09:13:28,199 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-02T09:13:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T09:13:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T09:13:28,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T09:13:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-02T09:13:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,211 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7c6d666a4939,34145,1733130806542, sessionid=0x1009a4341630000, setting cluster-up flag (Was=false) 2024-12-02T09:13:28,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,257 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-02T09:13:28,259 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34145,1733130806542 2024-12-02T09:13:28,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:28,299 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-02T09:13:28,302 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7c6d666a4939,34145,1733130806542 2024-12-02T09:13:28,309 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-02T09:13:28,351 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(746): ClusterId : 01ea0c7d-2833-4a80-9b82-a193d2818cb1 2024-12-02T09:13:28,351 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(746): ClusterId : 01ea0c7d-2833-4a80-9b82-a193d2818cb1 2024-12-02T09:13:28,351 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(746): ClusterId : 01ea0c7d-2833-4a80-9b82-a193d2818cb1 2024-12-02T09:13:28,354 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:13:28,354 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:13:28,354 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-02T09:13:28,369 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:13:28,369 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:13:28,370 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:13:28,370 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:13:28,374 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-02T09:13:28,375 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-02T09:13:28,392 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:13:28,392 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:13:28,393 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-02T09:13:28,393 DEBUG [RS:0;7c6d666a4939:41409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6465cfeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:13:28,393 DEBUG [RS:1;7c6d666a4939:35989 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3927843a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:13:28,393 DEBUG [RS:2;7c6d666a4939:35943 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b50eea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7c6d666a4939/172.17.0.3:0 2024-12-02T09:13:28,396 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-02T09:13:28,410 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-02T09:13:28,413 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7c6d666a4939:35943 2024-12-02T09:13:28,413 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7c6d666a4939:35989 2024-12-02T09:13:28,416 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:13:28,416 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:13:28,416 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:13:28,416 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:13:28,417 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:13:28,417 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:13:28,417 DEBUG [RS:0;7c6d666a4939:41409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7c6d666a4939:41409 2024-12-02T09:13:28,417 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-02T09:13:28,417 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-02T09:13:28,417 DEBUG [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-02T09:13:28,418 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-02T09:13:28,419 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34145,1733130806542 with port=41409, startcode=1733130807284 2024-12-02T09:13:28,419 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34145,1733130806542 with port=35989, startcode=1733130807374 2024-12-02T09:13:28,419 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(2659): reportForDuty to master=7c6d666a4939,34145,1733130806542 with port=35943, startcode=1733130807419 2024-12-02T09:13:28,424 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7c6d666a4939,34145,1733130806542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-02T09:13:28,431 DEBUG [RS:0;7c6d666a4939:41409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:13:28,431 DEBUG [RS:1;7c6d666a4939:35989 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:13:28,431 DEBUG [RS:2;7c6d666a4939:35943 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-02T09:13:28,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:13:28,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:13:28,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:13:28,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7c6d666a4939:0, corePoolSize=5, maxPoolSize=5 2024-12-02T09:13:28,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7c6d666a4939:0, corePoolSize=10, maxPoolSize=10 2024-12-02T09:13:28,432 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,433 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:13:28,433 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,437 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:13:28,438 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-02T09:13:28,443 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733130838443 2024-12-02T09:13:28,443 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:28,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-02T09:13:28,445 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-02T09:13:28,446 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-02T09:13:28,450 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-02T09:13:28,450 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-02T09:13:28,451 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-02T09:13:28,451 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-02T09:13:28,455 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,463 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-02T09:13:28,504 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-02T09:13:28,505 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-02T09:13:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:13:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:13:28,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741831_1007 (size=1321) 2024-12-02T09:13:28,510 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-02T09:13:28,510 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-02T09:13:28,510 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7 2024-12-02T09:13:28,511 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-02T09:13:28,512 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:13:28,512 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:13:28,512 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-02T09:13:28,513 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130808512,5,FailOnTimeoutGroup] 2024-12-02T09:13:28,513 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130808513,5,FailOnTimeoutGroup] 2024-12-02T09:13:28,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,514 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-02T09:13:28,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,515 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,41409,1733130807284 2024-12-02T09:13:28,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34145 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,41409,1733130807284 2024-12-02T09:13:28,531 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,35943,1733130807419 2024-12-02T09:13:28,532 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34145 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,35943,1733130807419 2024-12-02T09:13:28,536 DEBUG [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7 2024-12-02T09:13:28,536 DEBUG [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40079 2024-12-02T09:13:28,536 DEBUG [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:13:28,538 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7 2024-12-02T09:13:28,538 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40079 2024-12-02T09:13:28,538 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:13:28,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7c6d666a4939,35989,1733130807374 2024-12-02T09:13:28,538 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34145 {}] master.ServerManager(517): Registering regionserver=7c6d666a4939,35989,1733130807374 2024-12-02T09:13:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:13:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:13:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741832_1008 (size=32) 2024-12-02T09:13:28,543 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7 2024-12-02T09:13:28,543 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40079 2024-12-02T09:13:28,543 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-02T09:13:28,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:28,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T09:13:28,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:13:28,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:13:28,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:28,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:28,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:13:28,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:13:28,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:28,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:28,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:13:28,560 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:13:28,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:28,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:28,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:13:28,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:13:28,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:28,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:28,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:13:28,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740 2024-12-02T09:13:28,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740 2024-12-02T09:13:28,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:13:28,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:13:28,572 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:13:28,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:13:28,577 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:28,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72021763, jitterRate=0.07320789992809296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:13:28,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733130808546Initializing all the Stores at 1733130808548 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130808548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130808548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130808549 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130808549Cleaning up temporary data from old regions at 1733130808571 (+22 ms)Region opened successfully at 1733130808580 (+9 ms) 2024-12-02T09:13:28,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:13:28,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:13:28,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:13:28,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:13:28,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:13:28,581 DEBUG [RS:2;7c6d666a4939:35943 {}] zookeeper.ZKUtil(111): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7c6d666a4939,35943,1733130807419 2024-12-02T09:13:28,581 WARN [RS:2;7c6d666a4939:35943 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:13:28,581 INFO [RS:2;7c6d666a4939:35943 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:28,581 DEBUG [RS:0;7c6d666a4939:41409 {}] zookeeper.ZKUtil(111): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7c6d666a4939,41409,1733130807284 2024-12-02T09:13:28,581 WARN [RS:0;7c6d666a4939:41409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:13:28,581 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419 2024-12-02T09:13:28,581 INFO [RS:0;7c6d666a4939:41409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:28,582 DEBUG [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,41409,1733130807284 2024-12-02T09:13:28,583 DEBUG [RS:1;7c6d666a4939:35989 {}] zookeeper.ZKUtil(111): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7c6d666a4939,35989,1733130807374 2024-12-02T09:13:28,583 WARN [RS:1;7c6d666a4939:35989 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-02T09:13:28,583 INFO [RS:1;7c6d666a4939:35989 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:28,583 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35989,1733130807374 2024-12-02T09:13:28,583 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:13:28,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130808581Disabling compacts and flushes for region at 1733130808581Disabling writes for close at 1733130808581Writing region close event to WAL at 1733130808583 (+2 ms)Closed at 1733130808583 2024-12-02T09:13:28,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,35943,1733130807419] 2024-12-02T09:13:28,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,35989,1733130807374] 2024-12-02T09:13:28,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7c6d666a4939,41409,1733130807284] 2024-12-02T09:13:28,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:13:28,587 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-02T09:13:28,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-02T09:13:28,602 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:13:28,604 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-02T09:13:28,610 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:13:28,610 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:13:28,610 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-02T09:13:28,622 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:13:28,622 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:13:28,623 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-02T09:13:28,627 INFO [RS:0;7c6d666a4939:41409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:13:28,627 INFO [RS:2;7c6d666a4939:35943 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:13:28,627 INFO [RS:1;7c6d666a4939:35989 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:13:28,627 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,627 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,627 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,628 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:13:28,628 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:13:28,628 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-02T09:13:28,634 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:13:28,634 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:13:28,634 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-02T09:13:28,636 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,636 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,636 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,636 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,636 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,636 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,636 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,636 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:13:28,637 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0, corePoolSize=2, maxPoolSize=2 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,637 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:13:28,638 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:2;7c6d666a4939:35943 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:13:28,638 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7c6d666a4939:0, corePoolSize=1, maxPoolSize=1 2024-12-02T09:13:28,638 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:13:28,638 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:13:28,638 DEBUG [RS:1;7c6d666a4939:35989 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:13:28,639 DEBUG [RS:0;7c6d666a4939:41409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7c6d666a4939:0, corePoolSize=3, maxPoolSize=3 2024-12-02T09:13:28,641 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,641 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,641 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,642 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,642 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,642 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35943,1733130807419-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35989,1733130807374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,648 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,649 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,649 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,649 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41409,1733130807284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:13:28,677 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:13:28,677 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:13:28,677 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-02T09:13:28,679 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,41409,1733130807284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,679 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35943,1733130807419-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,679 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,35989,1733130807374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,680 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,680 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,680 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,680 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.Replication(171): 7c6d666a4939,41409,1733130807284 started 2024-12-02T09:13:28,680 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.Replication(171): 7c6d666a4939,35989,1733130807374 started 2024-12-02T09:13:28,680 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.Replication(171): 7c6d666a4939,35943,1733130807419 started 2024-12-02T09:13:28,706 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,706 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,706 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:28,707 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,41409,1733130807284, RpcServer on 7c6d666a4939/172.17.0.3:41409, sessionid=0x1009a4341630001 2024-12-02T09:13:28,707 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,35989,1733130807374, RpcServer on 7c6d666a4939/172.17.0.3:35989, sessionid=0x1009a4341630002 2024-12-02T09:13:28,707 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1482): Serving as 7c6d666a4939,35943,1733130807419, RpcServer on 7c6d666a4939/172.17.0.3:35943, sessionid=0x1009a4341630003 2024-12-02T09:13:28,708 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:13:28,708 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:13:28,708 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-02T09:13:28,708 DEBUG [RS:0;7c6d666a4939:41409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,41409,1733130807284 2024-12-02T09:13:28,708 DEBUG [RS:2;7c6d666a4939:35943 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,35943,1733130807419 2024-12-02T09:13:28,708 DEBUG [RS:1;7c6d666a4939:35989 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7c6d666a4939,35989,1733130807374 2024-12-02T09:13:28,708 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,35943,1733130807419' 2024-12-02T09:13:28,708 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,41409,1733130807284' 2024-12-02T09:13:28,708 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,35989,1733130807374' 2024-12-02T09:13:28,709 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T09:13:28,709 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T09:13:28,709 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-02T09:13:28,710 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T09:13:28,710 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T09:13:28,710 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-02T09:13:28,711 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:13:28,711 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:13:28,711 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:13:28,711 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:13:28,711 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-02T09:13:28,711 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-02T09:13:28,711 DEBUG [RS:2;7c6d666a4939:35943 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,35943,1733130807419 2024-12-02T09:13:28,711 DEBUG [RS:0;7c6d666a4939:41409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,41409,1733130807284 2024-12-02T09:13:28,711 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,35943,1733130807419' 2024-12-02T09:13:28,711 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,41409,1733130807284' 2024-12-02T09:13:28,711 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T09:13:28,711 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T09:13:28,711 DEBUG [RS:1;7c6d666a4939:35989 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7c6d666a4939,35989,1733130807374 2024-12-02T09:13:28,711 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7c6d666a4939,35989,1733130807374' 2024-12-02T09:13:28,711 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-02T09:13:28,712 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T09:13:28,712 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T09:13:28,712 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-02T09:13:28,713 DEBUG [RS:2;7c6d666a4939:35943 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:13:28,713 DEBUG [RS:0;7c6d666a4939:41409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:13:28,713 INFO [RS:2;7c6d666a4939:35943 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:13:28,713 INFO [RS:0;7c6d666a4939:41409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:13:28,713 INFO [RS:2;7c6d666a4939:35943 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:13:28,713 INFO [RS:0;7c6d666a4939:41409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:13:28,715 DEBUG [RS:1;7c6d666a4939:35989 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-02T09:13:28,715 INFO [RS:1;7c6d666a4939:35989 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-02T09:13:28,715 INFO [RS:1;7c6d666a4939:35989 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-02T09:13:28,755 WARN [7c6d666a4939:34145 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-02T09:13:28,818 INFO [RS:0;7c6d666a4939:41409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:28,818 INFO [RS:1;7c6d666a4939:35989 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:28,818 INFO [RS:2;7c6d666a4939:35943 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:28,821 INFO [RS:0;7c6d666a4939:41409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C41409%2C1733130807284, suffix=, logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,41409,1733130807284, archiveDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs, maxLogs=32 2024-12-02T09:13:28,821 INFO [RS:2;7c6d666a4939:35943 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C35943%2C1733130807419, suffix=, logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419, archiveDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs, maxLogs=32 2024-12-02T09:13:28,821 INFO [RS:1;7c6d666a4939:35989 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C35989%2C1733130807374, suffix=, logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35989,1733130807374, archiveDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs, maxLogs=32 2024-12-02T09:13:28,837 DEBUG [RS:1;7c6d666a4939:35989 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35989,1733130807374/7c6d666a4939%2C35989%2C1733130807374.1733130808825, exclude list is [], retry=0 2024-12-02T09:13:28,839 DEBUG [RS:2;7c6d666a4939:35943 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419/7c6d666a4939%2C35943%2C1733130807419.1733130808825, exclude list is [], retry=0 2024-12-02T09:13:28,840 DEBUG [RS:0;7c6d666a4939:41409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,41409,1733130807284/7c6d666a4939%2C41409%2C1733130807284.1733130808825, exclude list is [], retry=0 2024-12-02T09:13:28,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:28,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:28,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:28,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:28,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:28,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:28,861 INFO [RS:1;7c6d666a4939:35989 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35989,1733130807374/7c6d666a4939%2C35989%2C1733130807374.1733130808825 2024-12-02T09:13:28,862 DEBUG [RS:1;7c6d666a4939:35989 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:28,864 INFO [RS:0;7c6d666a4939:41409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,41409,1733130807284/7c6d666a4939%2C41409%2C1733130807284.1733130808825 2024-12-02T09:13:28,869 DEBUG [RS:0;7c6d666a4939:41409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:28,871 INFO [RS:2;7c6d666a4939:35943 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419/7c6d666a4939%2C35943%2C1733130807419.1733130808825 2024-12-02T09:13:28,871 DEBUG [RS:2;7c6d666a4939:35943 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:29,008 DEBUG [7c6d666a4939:34145 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-02T09:13:29,014 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(204): Hosts are {7c6d666a4939=0} racks are {/default-rack=0} 2024-12-02T09:13:29,020 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T09:13:29,020 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T09:13:29,020 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T09:13:29,020 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T09:13:29,020 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T09:13:29,020 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T09:13:29,020 INFO [7c6d666a4939:34145 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T09:13:29,020 INFO [7c6d666a4939:34145 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T09:13:29,020 INFO [7c6d666a4939:34145 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T09:13:29,020 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T09:13:29,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7c6d666a4939,35989,1733130807374 2024-12-02T09:13:29,032 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,35989,1733130807374, state=OPENING 2024-12-02T09:13:29,066 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-02T09:13:29,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:29,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:29,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:29,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:13:29,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,077 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-02T09:13:29,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,35989,1733130807374}] 2024-12-02T09:13:29,251 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:13:29,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:13:29,267 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-02T09:13:29,267 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:29,268 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-02T09:13:29,271 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7c6d666a4939%2C35989%2C1733130807374.meta, suffix=.meta, logDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35989,1733130807374, archiveDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs, maxLogs=32 2024-12-02T09:13:29,284 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35989,1733130807374/7c6d666a4939%2C35989%2C1733130807374.meta.1733130809272.meta, exclude list is [], retry=0 2024-12-02T09:13:29,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:29,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:29,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:29,291 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35989,1733130807374/7c6d666a4939%2C35989%2C1733130807374.meta.1733130809272.meta 2024-12-02T09:13:29,292 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:29,292 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:29,293 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-02T09:13:29,295 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-02T09:13:29,300 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-02T09:13:29,303 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-02T09:13:29,304 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:29,304 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-02T09:13:29,304 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-02T09:13:29,307 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-02T09:13:29,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-02T09:13:29,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:29,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:29,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-02T09:13:29,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-02T09:13:29,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:29,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:29,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-02T09:13:29,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-02T09:13:29,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:29,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:29,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-02T09:13:29,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-02T09:13:29,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:29,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-02T09:13:29,317 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-02T09:13:29,318 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740 2024-12-02T09:13:29,321 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740 2024-12-02T09:13:29,323 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-02T09:13:29,323 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-02T09:13:29,324 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-02T09:13:29,326 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-02T09:13:29,328 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61910664, jitterRate=-0.07745921611785889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-02T09:13:29,328 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-02T09:13:29,329 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733130809305Writing region info on filesystem at 1733130809305Initializing all the Stores at 1733130809307 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130809307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130809307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130809307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733130809307Cleaning up temporary data from old regions at 1733130809323 (+16 ms)Running coprocessor post-open hooks at 1733130809328 (+5 ms)Region opened successfully at 1733130809329 (+1 ms) 2024-12-02T09:13:29,335 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733130809245 2024-12-02T09:13:29,345 DEBUG [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-02T09:13:29,345 INFO [RS_OPEN_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-02T09:13:29,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,35989,1733130807374 2024-12-02T09:13:29,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7c6d666a4939,35989,1733130807374, state=OPEN 2024-12-02T09:13:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T09:13:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T09:13:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T09:13:29,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-02T09:13:29,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-02T09:13:29,392 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7c6d666a4939,35989,1733130807374 2024-12-02T09:13:29,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-02T09:13:29,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7c6d666a4939,35989,1733130807374 in 313 msec 2024-12-02T09:13:29,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-02T09:13:29,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 807 msec 2024-12-02T09:13:29,408 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-02T09:13:29,408 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-02T09:13:29,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:13:29,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,35989,1733130807374, seqNum=-1] 2024-12-02T09:13:29,467 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:13:29,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:13:29,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1400 sec 2024-12-02T09:13:29,488 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733130809488, completionTime=-1 2024-12-02T09:13:29,491 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-02T09:13:29,491 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-02T09:13:29,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-02T09:13:29,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733130869513 2024-12-02T09:13:29,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733130929513 2024-12-02T09:13:29,513 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 22 msec 2024-12-02T09:13:29,514 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-02T09:13:29,521 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34145,1733130806542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:29,521 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34145,1733130806542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:29,521 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34145,1733130806542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:29,522 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7c6d666a4939:34145, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:29,523 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:29,523 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:29,529 DEBUG [master/7c6d666a4939:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-02T09:13:29,546 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.029sec 2024-12-02T09:13:29,548 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-02T09:13:29,549 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-02T09:13:29,550 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-02T09:13:29,550 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-02T09:13:29,551 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-02T09:13:29,551 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34145,1733130806542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-02T09:13:29,552 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34145,1733130806542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-02T09:13:29,557 DEBUG [master/7c6d666a4939:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-02T09:13:29,557 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-02T09:13:29,558 INFO [master/7c6d666a4939:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7c6d666a4939,34145,1733130806542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:29,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d538c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:13:29,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7c6d666a4939,34145,-1 for getting cluster id 2024-12-02T09:13:29,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-02T09:13:29,571 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '01ea0c7d-2833-4a80-9b82-a193d2818cb1' 2024-12-02T09:13:29,573 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-02T09:13:29,573 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "01ea0c7d-2833-4a80-9b82-a193d2818cb1" 2024-12-02T09:13:29,575 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dde7f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:13:29,575 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7c6d666a4939,34145,-1] 2024-12-02T09:13:29,577 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-02T09:13:29,579 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:13:29,580 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-02T09:13:29,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a827c9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-02T09:13:29,582 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-02T09:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7c6d666a4939,35989,1733130807374, seqNum=-1] 2024-12-02T09:13:29,589 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:13:29,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:13:29,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7c6d666a4939,34145,1733130806542 2024-12-02T09:13:29,610 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:40079/hbase 2024-12-02T09:13:29,623 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=368, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=1664 2024-12-02T09:13:29,639 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:29,642 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:29,643 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:29,648 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-85570826, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-85570826, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:29,661 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-85570826/hregion-85570826.1733130809649, exclude list is [], retry=0 2024-12-02T09:13:29,665 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:29,665 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:29,666 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:29,672 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-85570826/hregion-85570826.1733130809649 2024-12-02T09:13:29,672 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:29,672 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3b3c149749185cd3840c7c86a8bde525, NAME => 'testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:29,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741838_1014 (size=64) 2024-12-02T09:13:29,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741838_1014 (size=64) 2024-12-02T09:13:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741838_1014 (size=64) 2024-12-02T09:13:29,686 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:29,688 INFO [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:29,690 INFO [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b3c149749185cd3840c7c86a8bde525 columnFamilyName a 2024-12-02T09:13:29,690 DEBUG [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:29,691 INFO [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] regionserver.HStore(327): Store=3b3c149749185cd3840c7c86a8bde525/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:29,691 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:29,693 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:29,693 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:29,694 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:29,694 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:29,698 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:29,702 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:29,703 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3b3c149749185cd3840c7c86a8bde525; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61235652, jitterRate=-0.08751767873764038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:29,704 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3b3c149749185cd3840c7c86a8bde525: Writing region info on filesystem at 1733130809686Initializing all the Stores at 1733130809688 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130809688Cleaning up temporary data from old regions at 1733130809694 (+6 ms)Region opened successfully at 1733130809704 (+10 ms) 2024-12-02T09:13:29,705 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3b3c149749185cd3840c7c86a8bde525, disabling compactions & flushes 2024-12-02T09:13:29,705 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525. 2024-12-02T09:13:29,705 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525. 2024-12-02T09:13:29,705 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525. after waiting 0 ms 2024-12-02T09:13:29,705 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525. 2024-12-02T09:13:29,705 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525. 2024-12-02T09:13:29,706 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3b3c149749185cd3840c7c86a8bde525: Waiting for close lock at 1733130809704Disabling compacts and flushes for region at 1733130809704Disabling writes for close at 1733130809705 (+1 ms)Writing region close event to WAL at 1733130809705Closed at 1733130809705 2024-12-02T09:13:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741837_1013 (size=93) 2024-12-02T09:13:29,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-85570826/hregion-85570826.1733130809649 not finished, retry = 0 2024-12-02T09:13:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741837_1013 (size=93) 2024-12-02T09:13:29,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741837_1013 (size=93) 2024-12-02T09:13:29,820 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:29,820 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-85570826:(num 1733130809649) 2024-12-02T09:13:29,822 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T09:13:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741839_1015 (size=369) 2024-12-02T09:13:29,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741839_1015 (size=369) 2024-12-02T09:13:29,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741839_1015 (size=369) 2024-12-02T09:13:29,838 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T09:13:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741840_1016 (size=231) 2024-12-02T09:13:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741840_1016 (size=231) 2024-12-02T09:13:29,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741840_1016 (size=231) 2024-12-02T09:13:29,878 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1, size=369 (369bytes) 2024-12-02T09:13:29,879 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-02T09:13:29,879 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-02T09:13:29,879 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1 2024-12-02T09:13:29,885 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1 after 4ms 2024-12-02T09:13:29,892 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1 took 16ms 2024-12-02T09:13:29,896 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1 so closing down 2024-12-02T09:13:29,899 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T09:13:29,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:29,903 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T09:13:29,904 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:29,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741841_1017 (size=369) 2024-12-02T09:13:29,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741841_1017 (size=369) 2024-12-02T09:13:29,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741841_1017 (size=369) 2024-12-02T09:13:29,923 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:29,927 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002 2024-12-02T09:13:29,931 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-02T09:13:29,932 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1, journal: Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1, size=369 (369bytes) at 1733130809878Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1 so closing down at 1733130809896 (+18 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000001-wal-1.temp at 1733130809903 (+7 ms)3 split writer threads finished at 1733130809905 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733130809923 (+18 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002 at 1733130809927 (+4 ms)Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733130809931 (+4 ms) 2024-12-02T09:13:29,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2, size=231 (231bytes) 2024-12-02T09:13:29,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2 2024-12-02T09:13:29,947 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2 after 1ms 2024-12-02T09:13:29,952 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2 took 6ms 2024-12-02T09:13:29,954 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2 so closing down 2024-12-02T09:13:29,954 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:29,957 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T09:13:29,959 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T09:13:29,959 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741842_1018 (size=231) 2024-12-02T09:13:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741842_1018 (size=231) 2024-12-02T09:13:29,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741842_1018 (size=231) 2024-12-02T09:13:29,970 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:29,977 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002-wal-2.temp, length=231 2024-12-02T09:13:29,979 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-02T09:13:29,979 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2, journal: Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2, size=231 (231bytes) at 1733130809946Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2 so closing down at 1733130809954 (+8 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002-wal-2.temp at 1733130809959 (+5 ms)3 split writer threads finished at 1733130809960 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733130809970 (+10 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733130809979 (+9 ms) 2024-12-02T09:13:29,979 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:29,982 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:29,996 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal.1733130809983, exclude list is [], retry=0 2024-12-02T09:13:30,000 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:30,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:30,001 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:30,008 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal.1733130809983 2024-12-02T09:13:30,010 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:30,010 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b3c149749185cd3840c7c86a8bde525, NAME => 'testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:30,010 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:30,010 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,010 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,012 INFO [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,013 INFO [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b3c149749185cd3840c7c86a8bde525 columnFamilyName a 2024-12-02T09:13:30,014 DEBUG [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:30,015 INFO [StoreOpener-3b3c149749185cd3840c7c86a8bde525-1 {}] regionserver.HStore(327): Store=3b3c149749185cd3840c7c86a8bde525/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:30,015 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,016 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,019 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,020 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002 2024-12-02T09:13:30,029 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002 2024-12-02T09:13:30,032 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3b3c149749185cd3840c7c86a8bde525 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T09:13:30,079 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/.tmp/a/e5129fba2020413eb0864e1e583159cd is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733130809820/Put/seqid=0 2024-12-02T09:13:30,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741844_1020 (size=5170) 2024-12-02T09:13:30,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741844_1020 (size=5170) 2024-12-02T09:13:30,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741844_1020 (size=5170) 2024-12-02T09:13:30,093 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/.tmp/a/e5129fba2020413eb0864e1e583159cd 2024-12-02T09:13:30,137 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/.tmp/a/e5129fba2020413eb0864e1e583159cd as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/a/e5129fba2020413eb0864e1e583159cd 2024-12-02T09:13:30,146 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/a/e5129fba2020413eb0864e1e583159cd, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T09:13:30,153 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3b3c149749185cd3840c7c86a8bde525 in 119ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T09:13:30,156 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/0000000000000000002 2024-12-02T09:13:30,156 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,156 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,160 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3b3c149749185cd3840c7c86a8bde525 2024-12-02T09:13:30,164 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/3b3c149749185cd3840c7c86a8bde525/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T09:13:30,165 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3b3c149749185cd3840c7c86a8bde525; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73734370, jitterRate=0.09872773289680481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:30,167 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3b3c149749185cd3840c7c86a8bde525: Writing region info on filesystem at 1733130810010Initializing all the Stores at 1733130810012 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130810012Obtaining lock to block concurrent updates at 1733130810032 (+20 ms)Preparing flush snapshotting stores in 3b3c149749185cd3840c7c86a8bde525 at 1733130810032Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733130810034 (+2 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733130809640.3b3c149749185cd3840c7c86a8bde525. at 1733130810034Flushing 3b3c149749185cd3840c7c86a8bde525/a: creating writer at 1733130810035 (+1 ms)Flushing 3b3c149749185cd3840c7c86a8bde525/a: appending metadata at 1733130810069 (+34 ms)Flushing 3b3c149749185cd3840c7c86a8bde525/a: closing flushed file at 1733130810071 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3bae42: reopening flushed file at 1733130810135 (+64 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3b3c149749185cd3840c7c86a8bde525 in 119ms, sequenceid=2, compaction requested=false; wal=null at 1733130810154 (+19 ms)Cleaning up temporary data from old regions at 1733130810156 (+2 ms)Region opened successfully at 1733130810166 (+10 ms) 2024-12-02T09:13:30,193 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit0 Thread=380 (was 368) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:49838 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:50442 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:40079/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:43078 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:40386 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:54246 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:50420 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 275), ProcessCount=11 (was 11), AvailableMemoryMB=1646 (was 1664) 2024-12-02T09:13:30,203 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=380, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=1646 2024-12-02T09:13:30,217 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:30,219 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:30,220 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:30,224 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52042112, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-52042112, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:30,237 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52042112/hregion-52042112.1733130810225, exclude list is [], retry=0 2024-12-02T09:13:30,240 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:30,240 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:30,241 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:30,244 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52042112/hregion-52042112.1733130810225 2024-12-02T09:13:30,244 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:30,244 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4f9647bad69bb9bb8f296652b09eeeb7, NAME => 'testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:30,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741846_1022 (size=64) 2024-12-02T09:13:30,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741846_1022 (size=64) 2024-12-02T09:13:30,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741846_1022 (size=64) 2024-12-02T09:13:30,260 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:30,262 INFO [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,264 INFO [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f9647bad69bb9bb8f296652b09eeeb7 columnFamilyName a 2024-12-02T09:13:30,264 DEBUG [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:30,264 INFO [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] regionserver.HStore(327): Store=4f9647bad69bb9bb8f296652b09eeeb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:30,265 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,265 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,266 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,266 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,267 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,269 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,272 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:30,273 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4f9647bad69bb9bb8f296652b09eeeb7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63025276, jitterRate=-0.06085020303726196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:30,274 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4f9647bad69bb9bb8f296652b09eeeb7: Writing region info on filesystem at 1733130810260Initializing all the Stores at 1733130810261 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130810261Cleaning up temporary data from old regions at 1733130810267 (+6 ms)Region opened successfully at 1733130810274 (+7 ms) 2024-12-02T09:13:30,274 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4f9647bad69bb9bb8f296652b09eeeb7, disabling compactions & flushes 2024-12-02T09:13:30,274 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7. 2024-12-02T09:13:30,274 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7. 2024-12-02T09:13:30,274 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7. after waiting 0 ms 2024-12-02T09:13:30,274 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7. 2024-12-02T09:13:30,274 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7. 2024-12-02T09:13:30,275 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4f9647bad69bb9bb8f296652b09eeeb7: Waiting for close lock at 1733130810274Disabling compacts and flushes for region at 1733130810274Disabling writes for close at 1733130810274Writing region close event to WAL at 1733130810274Closed at 1733130810274 2024-12-02T09:13:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741845_1021 (size=93) 2024-12-02T09:13:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741845_1021 (size=93) 2024-12-02T09:13:30,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741845_1021 (size=93) 2024-12-02T09:13:30,286 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:30,286 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52042112:(num 1733130810225) 2024-12-02T09:13:30,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T09:13:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741847_1023 (size=369) 2024-12-02T09:13:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741847_1023 (size=369) 2024-12-02T09:13:30,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741847_1023 (size=369) 2024-12-02T09:13:30,304 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-02T09:13:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741848_1024 (size=231) 2024-12-02T09:13:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741848_1024 (size=231) 2024-12-02T09:13:30,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741848_1024 (size=231) 2024-12-02T09:13:30,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2, size=231 (231bytes) 2024-12-02T09:13:30,332 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2 2024-12-02T09:13:30,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2 after 1ms 2024-12-02T09:13:30,335 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2 took 4ms 2024-12-02T09:13:30,337 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2 so closing down 2024-12-02T09:13:30,338 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:30,339 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-02T09:13:30,340 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002-wal-2.temp 2024-12-02T09:13:30,341 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:30,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741849_1025 (size=231) 2024-12-02T09:13:30,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741849_1025 (size=231) 2024-12-02T09:13:30,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741849_1025 (size=231) 2024-12-02T09:13:30,349 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:30,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002 2024-12-02T09:13:30,351 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2, size=231, length=231, corrupted=false, cancelled=false 2024-12-02T09:13:30,352 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2, journal: Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2, size=231 (231bytes) at 1733130810332Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2 so closing down at 1733130810337 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002-wal-2.temp at 1733130810340 (+3 ms)3 split writer threads finished at 1733130810341 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733130810349 (+8 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002 at 1733130810351 (+2 ms)Processed 1 edits across 1 Regions in 15 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-2, size=231, length=231, corrupted=false, cancelled=false at 1733130810351 2024-12-02T09:13:30,370 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1, size=369 (369bytes) 2024-12-02T09:13:30,370 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1 2024-12-02T09:13:30,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1 after 1ms 2024-12-02T09:13:30,374 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1 took 5ms 2024-12-02T09:13:30,377 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1 so closing down 2024-12-02T09:13:30,377 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:30,379 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-02T09:13:30,380 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000001-wal-1.temp 2024-12-02T09:13:30,380 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741850_1026 (size=369) 2024-12-02T09:13:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741850_1026 (size=369) 2024-12-02T09:13:30,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741850_1026 (size=369) 2024-12-02T09:13:30,388 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:30,395 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002, length=231 2024-12-02T09:13:30,397 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002 2024-12-02T09:13:30,397 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1, size=369, length=369, corrupted=false, cancelled=false 2024-12-02T09:13:30,397 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1, journal: Splitting hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1, size=369 (369bytes) at 1733130810370Finishing writing output for hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1 so closing down at 1733130810377 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000001-wal-1.temp at 1733130810380 (+3 ms)3 split writer threads finished at 1733130810380Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733130810388 (+8 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002 at 1733130810397 (+9 ms)Processed 2 edits across 1 Regions in 22 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal-1, size=369, length=369, corrupted=false, cancelled=false at 1733130810397 2024-12-02T09:13:30,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:30,400 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:30,417 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal.1733130810401, exclude list is [], retry=0 2024-12-02T09:13:30,421 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:30,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:30,422 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:30,425 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal.1733130810401 2024-12-02T09:13:30,426 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:30,426 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f9647bad69bb9bb8f296652b09eeeb7, NAME => 'testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:30,427 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:30,427 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,427 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,429 INFO [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,431 INFO [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f9647bad69bb9bb8f296652b09eeeb7 columnFamilyName a 2024-12-02T09:13:30,431 DEBUG [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:30,432 INFO [StoreOpener-4f9647bad69bb9bb8f296652b09eeeb7-1 {}] regionserver.HStore(327): Store=4f9647bad69bb9bb8f296652b09eeeb7/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:30,433 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,434 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,436 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,437 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002 2024-12-02T09:13:30,442 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002 2024-12-02T09:13:30,442 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4f9647bad69bb9bb8f296652b09eeeb7 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-02T09:13:30,456 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/.tmp/a/0749fa40f6ab4489aedf37e3f0471e4b is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733130810286/Put/seqid=0 2024-12-02T09:13:30,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741852_1028 (size=5170) 2024-12-02T09:13:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741852_1028 (size=5170) 2024-12-02T09:13:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741852_1028 (size=5170) 2024-12-02T09:13:30,464 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/.tmp/a/0749fa40f6ab4489aedf37e3f0471e4b 2024-12-02T09:13:30,472 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/.tmp/a/0749fa40f6ab4489aedf37e3f0471e4b as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/a/0749fa40f6ab4489aedf37e3f0471e4b 2024-12-02T09:13:30,481 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/a/0749fa40f6ab4489aedf37e3f0471e4b, entries=2, sequenceid=2, filesize=5.0 K 2024-12-02T09:13:30,481 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4f9647bad69bb9bb8f296652b09eeeb7 in 39ms, sequenceid=2, compaction requested=false; wal=null 2024-12-02T09:13:30,483 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/0000000000000000002 2024-12-02T09:13:30,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,483 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,486 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4f9647bad69bb9bb8f296652b09eeeb7 2024-12-02T09:13:30,490 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/4f9647bad69bb9bb8f296652b09eeeb7/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-02T09:13:30,491 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4f9647bad69bb9bb8f296652b09eeeb7; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70944895, jitterRate=0.05716131627559662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:30,492 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4f9647bad69bb9bb8f296652b09eeeb7: Writing region info on filesystem at 1733130810427Initializing all the Stores at 1733130810428 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130810429 (+1 ms)Obtaining lock to block concurrent updates at 1733130810442 (+13 ms)Preparing flush snapshotting stores in 4f9647bad69bb9bb8f296652b09eeeb7 at 1733130810442Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733130810442Flushing stores of testReplayEditsWrittenIntoWAL,,1733130810218.4f9647bad69bb9bb8f296652b09eeeb7. at 1733130810442Flushing 4f9647bad69bb9bb8f296652b09eeeb7/a: creating writer at 1733130810442Flushing 4f9647bad69bb9bb8f296652b09eeeb7/a: appending metadata at 1733130810455 (+13 ms)Flushing 4f9647bad69bb9bb8f296652b09eeeb7/a: closing flushed file at 1733130810455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db8da9: reopening flushed file at 1733130810471 (+16 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 4f9647bad69bb9bb8f296652b09eeeb7 in 39ms, sequenceid=2, compaction requested=false; wal=null at 1733130810481 (+10 ms)Cleaning up temporary data from old regions at 1733130810483 (+2 ms)Region opened successfully at 1733130810492 (+9 ms) 2024-12-02T09:13:30,516 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testNameConflictWhenSplit1 Thread=390 (was 380) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:49838 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:54314 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:50534 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:40432 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:50420 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=275 (was 275), ProcessCount=11 (was 11), AvailableMemoryMB=1640 (was 1646) 2024-12-02T09:13:30,527 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=390, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=275, ProcessCount=11, AvailableMemoryMB=1639 2024-12-02T09:13:30,542 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:30,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:30,545 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:30,548 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-49616688, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-49616688, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:30,559 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-49616688/hregion-49616688.1733130810549, exclude list is [], retry=0 2024-12-02T09:13:30,563 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:30,565 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:30,567 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:30,570 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-49616688/hregion-49616688.1733130810549 2024-12-02T09:13:30,571 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:30,571 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8f30e5d2cd1e80d1202a756ac256a25c, NAME => 'testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741854_1030 (size=64) 2024-12-02T09:13:30,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741854_1030 (size=64) 2024-12-02T09:13:30,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741854_1030 (size=64) 2024-12-02T09:13:30,593 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:30,595 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,598 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f30e5d2cd1e80d1202a756ac256a25c columnFamilyName a 2024-12-02T09:13:30,598 DEBUG [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:30,599 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(327): Store=8f30e5d2cd1e80d1202a756ac256a25c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:30,599 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,601 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f30e5d2cd1e80d1202a756ac256a25c columnFamilyName b 2024-12-02T09:13:30,601 DEBUG [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:30,602 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(327): Store=8f30e5d2cd1e80d1202a756ac256a25c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:30,602 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,605 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f30e5d2cd1e80d1202a756ac256a25c columnFamilyName c 2024-12-02T09:13:30,605 DEBUG [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:30,606 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(327): Store=8f30e5d2cd1e80d1202a756ac256a25c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:30,606 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,612 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,612 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,613 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:30,615 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:30,618 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:30,619 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f30e5d2cd1e80d1202a756ac256a25c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62404434, jitterRate=-0.07010146975517273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:30,619 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f30e5d2cd1e80d1202a756ac256a25c: Writing region info on filesystem at 1733130810593Initializing all the Stores at 1733130810595 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130810595Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130810595Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130810595Cleaning up temporary data from old regions at 1733130810612 (+17 ms)Region opened successfully at 1733130810619 (+7 ms) 2024-12-02T09:13:30,619 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8f30e5d2cd1e80d1202a756ac256a25c, disabling compactions & flushes 2024-12-02T09:13:30,619 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:30,619 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:30,619 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. after waiting 0 ms 2024-12-02T09:13:30,620 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:30,620 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:30,620 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8f30e5d2cd1e80d1202a756ac256a25c: Waiting for close lock at 1733130810619Disabling compacts and flushes for region at 1733130810619Disabling writes for close at 1733130810619Writing region close event to WAL at 1733130810620 (+1 ms)Closed at 1733130810620 2024-12-02T09:13:30,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741853_1029 (size=93) 2024-12-02T09:13:30,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741853_1029 (size=93) 2024-12-02T09:13:30,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741853_1029 (size=93) 2024-12-02T09:13:30,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:30,633 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-49616688:(num 1733130810549) 2024-12-02T09:13:30,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:30,636 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:30,651 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637, exclude list is [], retry=0 2024-12-02T09:13:30,654 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:30,655 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:30,655 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:30,658 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 2024-12-02T09:13:30,658 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:13:30,946 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637, size=0 (0bytes) 2024-12-02T09:13:30,946 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 might be still open, length is 0 2024-12-02T09:13:30,946 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 2024-12-02T09:13:30,948 WARN [IPC Server handler 1 on default port 40079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-02T09:13:30,948 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 after 2ms 2024-12-02T09:13:31,656 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:40474 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39925:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40474 dst: /127.0.0.1:39925 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39925 remote=/127.0.0.1:40474]. Total timeout mills is 60000, 59244 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:31,657 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:50572 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:39503:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50572 dst: /127.0.0.1:39503 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:31,657 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:54358 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45943:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54358 dst: /127.0.0.1:45943 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:31,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741855_1032 (size=470675) 2024-12-02T09:13:31,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741855_1032 (size=470675) 2024-12-02T09:13:31,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741855_1032 (size=470675) 2024-12-02T09:13:34,811 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T09:13:34,873 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-02T09:13:34,949 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 after 4003ms 2024-12-02T09:13:34,954 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 took 4008ms 2024-12-02T09:13:34,958 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733130810637.temp 2024-12-02T09:13:34,963 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000000001-wal.1733130810637.temp 2024-12-02T09:13:35,033 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637; continuing. 2024-12-02T09:13:35,033 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 so closing down 2024-12-02T09:13:35,033 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:35,033 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741856_1033 (size=470683) 2024-12-02T09:13:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741856_1033 (size=470683) 2024-12-02T09:13:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741856_1033 (size=470683) 2024-12-02T09:13:35,039 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000000001-wal.1733130810637.temp (wrote 3002 edits, skipped 0 edits in 25 ms) 2024-12-02T09:13:35,042 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000000001-wal.1733130810637.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000003002 2024-12-02T09:13:35,043 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T09:13:35,043 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637, journal: Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637, size=0 (0bytes) at 1733130810946Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000000001-wal.1733130810637.temp at 1733130814963 (+4017 ms)Split 1024 edits, skipped 0 edits. at 1733130815003 (+40 ms)Split 2048 edits, skipped 0 edits. at 1733130815019 (+16 ms)Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 so closing down at 1733130815033 (+14 ms)3 split writer threads finished at 1733130815033Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000000001-wal.1733130810637.temp (wrote 3002 edits, skipped 0 edits in 25 ms) at 1733130815040 (+7 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000000001-wal.1733130810637.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000003002 at 1733130815043 (+3 ms)Processed 3002 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637, size=0, length=0, corrupted=false, cancelled=false at 1733130815043 2024-12-02T09:13:35,046 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130810637 2024-12-02T09:13:35,048 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000003002 2024-12-02T09:13:35,048 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:35,051 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:35,063 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130815052, exclude list is [], retry=0 2024-12-02T09:13:35,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:35,067 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:35,068 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:35,070 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130815052 2024-12-02T09:13:35,070 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:35,071 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:35,073 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:35,074 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f30e5d2cd1e80d1202a756ac256a25c columnFamilyName a 2024-12-02T09:13:35,074 DEBUG [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:35,075 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(327): Store=8f30e5d2cd1e80d1202a756ac256a25c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:35,075 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:35,076 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f30e5d2cd1e80d1202a756ac256a25c columnFamilyName b 2024-12-02T09:13:35,076 DEBUG [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:35,077 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(327): Store=8f30e5d2cd1e80d1202a756ac256a25c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:35,077 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:35,078 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8f30e5d2cd1e80d1202a756ac256a25c columnFamilyName c 2024-12-02T09:13:35,078 DEBUG [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:35,079 INFO [StoreOpener-8f30e5d2cd1e80d1202a756ac256a25c-1 {}] regionserver.HStore(327): Store=8f30e5d2cd1e80d1202a756ac256a25c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:35,079 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:35,080 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:35,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:35,084 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000003002 2024-12-02T09:13:35,134 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T09:13:35,496 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f30e5d2cd1e80d1202a756ac256a25c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T09:13:35,545 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/a/2649566d565d4b4a83d657294e9c1a1b is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733130810666/Put/seqid=0 2024-12-02T09:13:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741858_1035 (size=50463) 2024-12-02T09:13:35,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741858_1035 (size=50463) 2024-12-02T09:13:35,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741858_1035 (size=50463) 2024-12-02T09:13:35,557 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/a/2649566d565d4b4a83d657294e9c1a1b 2024-12-02T09:13:35,567 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/a/2649566d565d4b4a83d657294e9c1a1b as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/a/2649566d565d4b4a83d657294e9c1a1b 2024-12-02T09:13:35,575 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/a/2649566d565d4b4a83d657294e9c1a1b, entries=754, sequenceid=754, filesize=49.3 K 2024-12-02T09:13:35,576 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 8f30e5d2cd1e80d1202a756ac256a25c in 79ms, sequenceid=754, compaction requested=false; wal=null 2024-12-02T09:13:35,593 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T09:13:35,594 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f30e5d2cd1e80d1202a756ac256a25c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T09:13:35,603 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/a/4f357affb953417a886d9a883d5aa9b6 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733130810722/Put/seqid=0 2024-12-02T09:13:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741859_1036 (size=20072) 2024-12-02T09:13:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741859_1036 (size=20072) 2024-12-02T09:13:35,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741859_1036 (size=20072) 2024-12-02T09:13:36,028 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/a/4f357affb953417a886d9a883d5aa9b6 2024-12-02T09:13:36,053 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/b/a7aebd8d70f1431d96e15090fb10eeb3 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733130810750/Put/seqid=0 2024-12-02T09:13:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741860_1037 (size=35835) 2024-12-02T09:13:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741860_1037 (size=35835) 2024-12-02T09:13:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741860_1037 (size=35835) 2024-12-02T09:13:36,070 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/b/a7aebd8d70f1431d96e15090fb10eeb3 2024-12-02T09:13:36,083 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/a/4f357affb953417a886d9a883d5aa9b6 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/a/4f357affb953417a886d9a883d5aa9b6 2024-12-02T09:13:36,095 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/a/4f357affb953417a886d9a883d5aa9b6, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-02T09:13:36,097 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/b/a7aebd8d70f1431d96e15090fb10eeb3 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/b/a7aebd8d70f1431d96e15090fb10eeb3 2024-12-02T09:13:36,108 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/b/a7aebd8d70f1431d96e15090fb10eeb3, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-02T09:13:36,108 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 8f30e5d2cd1e80d1202a756ac256a25c in 515ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-02T09:13:36,121 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T09:13:36,121 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f30e5d2cd1e80d1202a756ac256a25c 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-02T09:13:36,130 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/b/0411f4df41134ac8a337fb6407c41b22 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733130810783/Put/seqid=0 2024-12-02T09:13:36,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741861_1038 (size=35082) 2024-12-02T09:13:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741861_1038 (size=35082) 2024-12-02T09:13:36,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741861_1038 (size=35082) 2024-12-02T09:13:36,171 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/b/0411f4df41134ac8a337fb6407c41b22 2024-12-02T09:13:36,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/c/0358e243453548f8b83b33812680154b is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733130810834/Put/seqid=0 2024-12-02T09:13:36,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741862_1039 (size=20825) 2024-12-02T09:13:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741862_1039 (size=20825) 2024-12-02T09:13:36,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741862_1039 (size=20825) 2024-12-02T09:13:36,245 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/c/0358e243453548f8b83b33812680154b 2024-12-02T09:13:36,266 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/b/0411f4df41134ac8a337fb6407c41b22 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/b/0411f4df41134ac8a337fb6407c41b22 2024-12-02T09:13:36,283 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/b/0411f4df41134ac8a337fb6407c41b22, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-02T09:13:36,286 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/c/0358e243453548f8b83b33812680154b as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/c/0358e243453548f8b83b33812680154b 2024-12-02T09:13:36,302 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/c/0358e243453548f8b83b33812680154b, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-02T09:13:36,303 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 8f30e5d2cd1e80d1202a756ac256a25c in 181ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-02T09:13:36,315 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733130810899/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:36,318 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000003002 2024-12-02T09:13:36,319 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-02T09:13:36,319 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8f30e5d2cd1e80d1202a756ac256a25c 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-02T09:13:36,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/c/63bee9f3bcfd442ca3072c557c884514 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733130810846/Put/seqid=0 2024-12-02T09:13:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741863_1040 (size=50301) 2024-12-02T09:13:36,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741863_1040 (size=50301) 2024-12-02T09:13:36,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741863_1040 (size=50301) 2024-12-02T09:13:36,356 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/c/63bee9f3bcfd442ca3072c557c884514 2024-12-02T09:13:36,366 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63bee9f3bcfd442ca3072c557c884514 2024-12-02T09:13:36,368 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/.tmp/c/63bee9f3bcfd442ca3072c557c884514 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/c/63bee9f3bcfd442ca3072c557c884514 2024-12-02T09:13:36,374 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63bee9f3bcfd442ca3072c557c884514 2024-12-02T09:13:36,374 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/c/63bee9f3bcfd442ca3072c557c884514, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-02T09:13:36,375 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 8f30e5d2cd1e80d1202a756ac256a25c in 56ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-02T09:13:36,376 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/0000000000000003002 2024-12-02T09:13:36,377 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:36,377 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:36,378 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-02T09:13:36,380 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8f30e5d2cd1e80d1202a756ac256a25c 2024-12-02T09:13:36,382 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenIntoWAL/8f30e5d2cd1e80d1202a756ac256a25c/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-02T09:13:36,384 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8f30e5d2cd1e80d1202a756ac256a25c; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66871000, jitterRate=-0.003544449806213379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-02T09:13:36,385 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8f30e5d2cd1e80d1202a756ac256a25c: Writing region info on filesystem at 1733130815071Initializing all the Stores at 1733130815072 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130815072Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130815073 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130815073Cleaning up temporary data from old regions at 1733130816377 (+1304 ms)Region opened successfully at 1733130816385 (+8 ms) 2024-12-02T09:13:36,453 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8f30e5d2cd1e80d1202a756ac256a25c, disabling compactions & flushes 2024-12-02T09:13:36,453 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:36,453 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:36,453 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. after waiting 0 ms 2024-12-02T09:13:36,453 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:36,464 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733130810543.8f30e5d2cd1e80d1202a756ac256a25c. 2024-12-02T09:13:36,464 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8f30e5d2cd1e80d1202a756ac256a25c: Waiting for close lock at 1733130816452Disabling compacts and flushes for region at 1733130816452Disabling writes for close at 1733130816453 (+1 ms)Writing region close event to WAL at 1733130816464 (+11 ms)Closed at 1733130816464 2024-12-02T09:13:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741857_1034 (size=93) 2024-12-02T09:13:36,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741857_1034 (size=93) 2024-12-02T09:13:36,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741857_1034 (size=93) 2024-12-02T09:13:36,482 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:36,483 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733130815052) 2024-12-02T09:13:36,508 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=404 (was 390) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:45049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083228316_22 at /127.0.0.1:40496 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083228316_22 at /127.0.0.1:50604 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:40079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083228316_22 at /127.0.0.1:50642 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:40079 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1083228316_22 at /127.0.0.1:54380 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:36883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 275) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2361 (was 1639) - AvailableMemoryMB LEAK? - 2024-12-02T09:13:36,521 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#test2727 Thread=404, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=2359 2024-12-02T09:13:36,535 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:36,537 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:36,538 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:36,541 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-65470630, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-65470630, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:36,553 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-65470630/hregion-65470630.1733130816541, exclude list is [], retry=0 2024-12-02T09:13:36,557 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:36,557 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:36,559 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:36,566 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-65470630/hregion-65470630.1733130816541 2024-12-02T09:13:36,566 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:36,567 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => fb7b8c726d1f476648e78baf9d789e39, NAME => 'test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:36,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741865_1042 (size=43) 2024-12-02T09:13:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741865_1042 (size=43) 2024-12-02T09:13:36,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741865_1042 (size=43) 2024-12-02T09:13:36,584 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:36,586 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,587 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7b8c726d1f476648e78baf9d789e39 columnFamilyName a 2024-12-02T09:13:36,588 DEBUG [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:36,588 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(327): Store=fb7b8c726d1f476648e78baf9d789e39/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:36,588 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,590 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7b8c726d1f476648e78baf9d789e39 columnFamilyName b 2024-12-02T09:13:36,590 DEBUG [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:36,591 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(327): Store=fb7b8c726d1f476648e78baf9d789e39/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:36,591 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,592 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7b8c726d1f476648e78baf9d789e39 columnFamilyName c 2024-12-02T09:13:36,593 DEBUG [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:36,593 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(327): Store=fb7b8c726d1f476648e78baf9d789e39/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:36,593 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,594 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,595 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,596 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,596 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,597 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:36,598 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:36,604 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:36,605 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb7b8c726d1f476648e78baf9d789e39; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68588932, jitterRate=0.022054731845855713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:36,606 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb7b8c726d1f476648e78baf9d789e39: Writing region info on filesystem at 1733130816584Initializing all the Stores at 1733130816585 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130816585Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130816586 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130816586Cleaning up temporary data from old regions at 1733130816596 (+10 ms)Region opened successfully at 1733130816606 (+10 ms) 2024-12-02T09:13:36,606 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fb7b8c726d1f476648e78baf9d789e39, disabling compactions & flushes 2024-12-02T09:13:36,606 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:36,607 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:36,607 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. after waiting 0 ms 2024-12-02T09:13:36,607 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:36,608 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:36,608 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fb7b8c726d1f476648e78baf9d789e39: Waiting for close lock at 1733130816606Disabling compacts and flushes for region at 1733130816606Disabling writes for close at 1733130816607 (+1 ms)Writing region close event to WAL at 1733130816608 (+1 ms)Closed at 1733130816608 2024-12-02T09:13:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741864_1041 (size=93) 2024-12-02T09:13:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741864_1041 (size=93) 2024-12-02T09:13:36,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741864_1041 (size=93) 2024-12-02T09:13:36,614 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:36,614 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-65470630:(num 1733130816541) 2024-12-02T09:13:36,614 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:36,617 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:36,636 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618, exclude list is [], retry=0 2024-12-02T09:13:36,640 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:36,640 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:36,640 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:36,643 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618 2024-12-02T09:13:36,643 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:13:36,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741866_1043 (size=344306) 2024-12-02T09:13:36,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741866_1043 (size=344306) 2024-12-02T09:13:36,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741866_1043 (size=344306) 2024-12-02T09:13:36,890 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618, size=336.2 K (344306bytes) 2024-12-02T09:13:36,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618 2024-12-02T09:13:36,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618 after 0ms 2024-12-02T09:13:36,898 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618 took 8ms 2024-12-02T09:13:36,904 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733130816618.temp 2024-12-02T09:13:36,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-02T09:13:36,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:36,919 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000000001-wal.1733130816618.temp 2024-12-02T09:13:36,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:13:36,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-02T09:13:36,920 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-02T09:13:36,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:36,922 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-02T09:13:36,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:36,937 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618 so closing down 2024-12-02T09:13:36,937 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:36,937 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:36,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741867_1044 (size=344306) 2024-12-02T09:13:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741867_1044 (size=344306) 2024-12-02T09:13:36,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741867_1044 (size=344306) 2024-12-02T09:13:36,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000000001-wal.1733130816618.temp (wrote 3000 edits, skipped 0 edits in 12 ms) 2024-12-02T09:13:36,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000000001-wal.1733130816618.temp to hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003000 2024-12-02T09:13:36,951 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618, size=336.2 K, length=344306, corrupted=false, cancelled=false 2024-12-02T09:13:36,951 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618, journal: Splitting hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618, size=336.2 K (344306bytes) at 1733130816890Split 1024 edits, skipped 0 edits. at 1733130816914 (+24 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000000001-wal.1733130816618.temp at 1733130816919 (+5 ms)Split 2048 edits, skipped 0 edits. at 1733130816927 (+8 ms)Finishing writing output for hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618 so closing down at 1733130816937 (+10 ms)3 split writer threads finished at 1733130816937Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000000001-wal.1733130816618.temp (wrote 3000 edits, skipped 0 edits in 12 ms) at 1733130816949 (+12 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000000001-wal.1733130816618.temp to hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003000 at 1733130816951 (+2 ms)Processed 3000 edits across 1 Regions in 53 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618, size=336.2 K, length=344306, corrupted=false, cancelled=false at 1733130816951 2024-12-02T09:13:36,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816618 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130816618 2024-12-02T09:13:36,956 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003000 2024-12-02T09:13:36,956 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:36,958 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:36,977 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959, exclude list is [], retry=0 2024-12-02T09:13:36,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:36,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:36,981 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:36,988 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959 2024-12-02T09:13:36,988 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741868_1045 (size=344433) 2024-12-02T09:13:37,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741868_1045 (size=344433) 2024-12-02T09:13:37,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741868_1045 (size=344433) 2024-12-02T09:13:37,214 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959, size=336.4 K (344433bytes) 2024-12-02T09:13:37,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959 2024-12-02T09:13:37,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959 after 0ms 2024-12-02T09:13:37,220 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959 took 6ms 2024-12-02T09:13:37,226 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733130816959.temp 2024-12-02T09:13:37,239 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003001-wal.1733130816959.temp 2024-12-02T09:13:37,248 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959 so closing down 2024-12-02T09:13:37,248 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:37,250 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741869_1046 (size=344433) 2024-12-02T09:13:37,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741869_1046 (size=344433) 2024-12-02T09:13:37,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741869_1046 (size=344433) 2024-12-02T09:13:37,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003001-wal.1733130816959.temp (wrote 3000 edits, skipped 0 edits in 9 ms) 2024-12-02T09:13:37,274 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003001-wal.1733130816959.temp to hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000006000 2024-12-02T09:13:37,274 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959, size=336.4 K, length=344433, corrupted=false, cancelled=false 2024-12-02T09:13:37,275 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959, journal: Splitting hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959, size=336.4 K (344433bytes) at 1733130817214Split 1024 edits, skipped 0 edits. at 1733130817232 (+18 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003001-wal.1733130816959.temp at 1733130817239 (+7 ms)Split 2048 edits, skipped 0 edits. at 1733130817241 (+2 ms)Finishing writing output for hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959 so closing down at 1733130817248 (+7 ms)3 split writer threads finished at 1733130817250 (+2 ms)Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003001-wal.1733130816959.temp (wrote 3000 edits, skipped 0 edits in 9 ms) at 1733130817272 (+22 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003001-wal.1733130816959.temp to hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000006000 at 1733130817274 (+2 ms)Processed 3000 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959, size=336.4 K, length=344433, corrupted=false, cancelled=false at 1733130817274 2024-12-02T09:13:37,277 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130816959 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130816959 2024-12-02T09:13:37,278 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000006000 2024-12-02T09:13:37,278 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:37,281 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/test2727-manual,16010,1733130816534, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:37,294 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130817281, exclude list is [], retry=0 2024-12-02T09:13:37,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:37,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:37,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:37,300 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733130816534/wal.1733130817281 2024-12-02T09:13:37,300 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:37,300 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fb7b8c726d1f476648e78baf9d789e39, NAME => 'test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:37,300 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:37,300 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,300 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,302 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,303 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7b8c726d1f476648e78baf9d789e39 columnFamilyName a 2024-12-02T09:13:37,303 DEBUG [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,304 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(327): Store=fb7b8c726d1f476648e78baf9d789e39/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,304 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,305 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7b8c726d1f476648e78baf9d789e39 columnFamilyName b 2024-12-02T09:13:37,305 DEBUG [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,305 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(327): Store=fb7b8c726d1f476648e78baf9d789e39/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,305 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,307 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb7b8c726d1f476648e78baf9d789e39 columnFamilyName c 2024-12-02T09:13:37,307 DEBUG [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,307 INFO [StoreOpener-fb7b8c726d1f476648e78baf9d789e39-1 {}] regionserver.HStore(327): Store=fb7b8c726d1f476648e78baf9d789e39/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,308 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,310 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,311 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003000 2024-12-02T09:13:37,342 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003000 2024-12-02T09:13:37,343 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000006000 2024-12-02T09:13:37,384 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000006000 2024-12-02T09:13:37,384 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb7b8c726d1f476648e78baf9d789e39 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-02T09:13:37,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/a/c05555c30e3f44fd8ca0b7cb47523366 is 41, key is test2727/a:100/1733130816995/Put/seqid=0 2024-12-02T09:13:37,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741871_1048 (size=84227) 2024-12-02T09:13:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741871_1048 (size=84227) 2024-12-02T09:13:37,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741871_1048 (size=84227) 2024-12-02T09:13:37,431 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/a/c05555c30e3f44fd8ca0b7cb47523366 2024-12-02T09:13:37,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/b/bf48d708bc1c4a91965877b47ac0078c is 41, key is test2727/b:100/1733130817061/Put/seqid=0 2024-12-02T09:13:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741872_1049 (size=84609) 2024-12-02T09:13:37,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741872_1049 (size=84609) 2024-12-02T09:13:37,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741872_1049 (size=84609) 2024-12-02T09:13:37,475 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/b/bf48d708bc1c4a91965877b47ac0078c 2024-12-02T09:13:37,501 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/c/f3d91b663b584364a0670dc52ee4caf4 is 41, key is test2727/c:100/1733130817129/Put/seqid=0 2024-12-02T09:13:37,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741873_1050 (size=84609) 2024-12-02T09:13:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741873_1050 (size=84609) 2024-12-02T09:13:37,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741873_1050 (size=84609) 2024-12-02T09:13:37,515 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/c/f3d91b663b584364a0670dc52ee4caf4 2024-12-02T09:13:37,522 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/a/c05555c30e3f44fd8ca0b7cb47523366 as hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/a/c05555c30e3f44fd8ca0b7cb47523366 2024-12-02T09:13:37,529 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/a/c05555c30e3f44fd8ca0b7cb47523366, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-02T09:13:37,530 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/b/bf48d708bc1c4a91965877b47ac0078c as hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/b/bf48d708bc1c4a91965877b47ac0078c 2024-12-02T09:13:37,537 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/b/bf48d708bc1c4a91965877b47ac0078c, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T09:13:37,539 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/.tmp/c/f3d91b663b584364a0670dc52ee4caf4 as hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/c/f3d91b663b584364a0670dc52ee4caf4 2024-12-02T09:13:37,546 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/c/f3d91b663b584364a0670dc52ee4caf4, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-02T09:13:37,547 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for fb7b8c726d1f476648e78baf9d789e39 in 163ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-02T09:13:37,548 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000003000 2024-12-02T09:13:37,549 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/0000000000000006000 2024-12-02T09:13:37,550 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,550 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,551 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:37,552 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb7b8c726d1f476648e78baf9d789e39 2024-12-02T09:13:37,557 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/test2727/fb7b8c726d1f476648e78baf9d789e39/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-02T09:13:37,558 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb7b8c726d1f476648e78baf9d789e39; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64262024, jitterRate=-0.04242122173309326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:37,560 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb7b8c726d1f476648e78baf9d789e39: Writing region info on filesystem at 1733130817301Initializing all the Stores at 1733130817302 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817302Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817302Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817302Obtaining lock to block concurrent updates at 1733130817384 (+82 ms)Preparing flush snapshotting stores in fb7b8c726d1f476648e78baf9d789e39 at 1733130817384Finished memstore snapshotting test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733130817384Flushing stores of test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. at 1733130817384Flushing fb7b8c726d1f476648e78baf9d789e39/a: creating writer at 1733130817385 (+1 ms)Flushing fb7b8c726d1f476648e78baf9d789e39/a: appending metadata at 1733130817413 (+28 ms)Flushing fb7b8c726d1f476648e78baf9d789e39/a: closing flushed file at 1733130817413Flushing fb7b8c726d1f476648e78baf9d789e39/b: creating writer at 1733130817437 (+24 ms)Flushing fb7b8c726d1f476648e78baf9d789e39/b: appending metadata at 1733130817455 (+18 ms)Flushing fb7b8c726d1f476648e78baf9d789e39/b: closing flushed file at 1733130817455Flushing fb7b8c726d1f476648e78baf9d789e39/c: creating writer at 1733130817482 (+27 ms)Flushing fb7b8c726d1f476648e78baf9d789e39/c: appending metadata at 1733130817500 (+18 ms)Flushing fb7b8c726d1f476648e78baf9d789e39/c: closing flushed file at 1733130817500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3461d82a: reopening flushed file at 1733130817521 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e2b46ca: reopening flushed file at 1733130817529 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d0b888: reopening flushed file at 1733130817538 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for fb7b8c726d1f476648e78baf9d789e39 in 163ms, sequenceid=6000, compaction requested=false; wal=null at 1733130817547 (+9 ms)Cleaning up temporary data from old regions at 1733130817550 (+3 ms)Region opened successfully at 1733130817559 (+9 ms) 2024-12-02T09:13:37,561 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-02T09:13:37,561 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing fb7b8c726d1f476648e78baf9d789e39, disabling compactions & flushes 2024-12-02T09:13:37,561 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:37,561 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:37,561 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. after waiting 0 ms 2024-12-02T09:13:37,561 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:37,567 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733130816536.fb7b8c726d1f476648e78baf9d789e39. 2024-12-02T09:13:37,568 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for fb7b8c726d1f476648e78baf9d789e39: Waiting for close lock at 1733130817561Disabling compacts and flushes for region at 1733130817561Disabling writes for close at 1733130817561Writing region close event to WAL at 1733130817567 (+6 ms)Closed at 1733130817567 2024-12-02T09:13:37,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741870_1047 (size=93) 2024-12-02T09:13:37,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741870_1047 (size=93) 2024-12-02T09:13:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741870_1047 (size=93) 2024-12-02T09:13:37,577 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:37,577 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733130817281) 2024-12-02T09:13:37,593 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#test2727 Thread=406 (was 404) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:50604 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:40574 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:54530 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=2143 (was 2359) 2024-12-02T09:13:37,606 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=406, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=2142 2024-12-02T09:13:37,619 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:37,625 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:37,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733130817625 2024-12-02T09:13:37,632 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625 2024-12-02T09:13:37,633 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:37,635 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 747de5a463880f50e5a4f216354b29db, NAME => 'testSequentialEditLogSeqNum,,1733130817620.747de5a463880f50e5a4f216354b29db.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:37,635 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733130817620.747de5a463880f50e5a4f216354b29db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:37,635 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,635 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,636 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db doesn't exist for region: 747de5a463880f50e5a4f216354b29db on table testSequentialEditLogSeqNum 2024-12-02T09:13:37,636 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 747de5a463880f50e5a4f216354b29db on table testSequentialEditLogSeqNum 2024-12-02T09:13:37,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741875_1052 (size=62) 2024-12-02T09:13:37,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741875_1052 (size=62) 2024-12-02T09:13:37,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741875_1052 (size=62) 2024-12-02T09:13:37,657 INFO [StoreOpener-747de5a463880f50e5a4f216354b29db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,659 INFO [StoreOpener-747de5a463880f50e5a4f216354b29db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 747de5a463880f50e5a4f216354b29db columnFamilyName a 2024-12-02T09:13:37,659 DEBUG [StoreOpener-747de5a463880f50e5a4f216354b29db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,659 INFO [StoreOpener-747de5a463880f50e5a4f216354b29db-1 {}] regionserver.HStore(327): Store=747de5a463880f50e5a4f216354b29db/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,660 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,660 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,661 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,661 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,661 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,663 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 747de5a463880f50e5a4f216354b29db 2024-12-02T09:13:37,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:37,666 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 747de5a463880f50e5a4f216354b29db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68337180, jitterRate=0.018303334712982178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:37,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 747de5a463880f50e5a4f216354b29db: Writing region info on filesystem at 1733130817635Initializing all the Stores at 1733130817657 (+22 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817657Cleaning up temporary data from old regions at 1733130817661 (+4 ms)Region opened successfully at 1733130817667 (+6 ms) 2024-12-02T09:13:37,677 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 747de5a463880f50e5a4f216354b29db 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-02T09:13:37,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/.tmp/a/f84f1c9919774719802f79ddffd2aa4c is 81, key is testSequentialEditLogSeqNum/a:x0/1733130817667/Put/seqid=0 2024-12-02T09:13:37,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741876_1053 (size=5833) 2024-12-02T09:13:37,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741876_1053 (size=5833) 2024-12-02T09:13:37,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741876_1053 (size=5833) 2024-12-02T09:13:37,706 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/.tmp/a/f84f1c9919774719802f79ddffd2aa4c 2024-12-02T09:13:37,714 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/.tmp/a/f84f1c9919774719802f79ddffd2aa4c as hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/a/f84f1c9919774719802f79ddffd2aa4c 2024-12-02T09:13:37,722 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/a/f84f1c9919774719802f79ddffd2aa4c, entries=10, sequenceid=13, filesize=5.7 K 2024-12-02T09:13:37,723 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 747de5a463880f50e5a4f216354b29db in 46ms, sequenceid=13, compaction requested=false 2024-12-02T09:13:37,723 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 747de5a463880f50e5a4f216354b29db: 2024-12-02T09:13:37,730 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T09:13:37,731 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T09:13:37,731 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T09:13:37,731 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T09:13:37,731 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-02T09:13:37,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741874_1051 (size=3017) 2024-12-02T09:13:37,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741874_1051 (size=3017) 2024-12-02T09:13:37,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741874_1051 (size=3017) 2024-12-02T09:13:37,758 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625, size=2.9 K (3017bytes) 2024-12-02T09:13:37,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625 2024-12-02T09:13:37,759 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625 after 0ms 2024-12-02T09:13:37,762 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625 took 4ms 2024-12-02T09:13:37,765 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625 so closing down 2024-12-02T09:13:37,765 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:37,766 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733130817625.temp 2024-12-02T09:13:37,767 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000003-wal.1733130817625.temp 2024-12-02T09:13:37,768 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741877_1054 (size=2433) 2024-12-02T09:13:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741877_1054 (size=2433) 2024-12-02T09:13:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741877_1054 (size=2433) 2024-12-02T09:13:37,788 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000003-wal.1733130817625.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:37,790 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000003-wal.1733130817625.temp to hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000020 2024-12-02T09:13:37,791 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 27 ms; skipped=2; WAL=hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625, size=2.9 K, length=3017, corrupted=false, cancelled=false 2024-12-02T09:13:37,791 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625, journal: Splitting hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625, size=2.9 K (3017bytes) at 1733130817758Finishing writing output for hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625 so closing down at 1733130817765 (+7 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000003-wal.1733130817625.temp at 1733130817767 (+2 ms)3 split writer threads finished at 1733130817768 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000003-wal.1733130817625.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733130817788 (+20 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000003-wal.1733130817625.temp to hdfs://localhost:40079/hbase/data/default/testSequentialEditLogSeqNum/747de5a463880f50e5a4f216354b29db/recovered.edits/0000000000000000020 at 1733130817790 (+2 ms)Processed 17 edits across 1 Regions in 27 ms; skipped=2; WAL=hdfs://localhost:40079/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733130817618/wal.1733130817625, size=2.9 K, length=3017, corrupted=false, cancelled=false at 1733130817791 (+1 ms) 2024-12-02T09:13:37,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testSequentialEditLogSeqNum Thread=413 (was 406) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:50604 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:54530 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=965 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=285 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=2123 (was 2142) 2024-12-02T09:13:37,824 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=413, OpenFileDescriptor=965, MaxFileDescriptor=1048576, SystemLoadAverage=285, ProcessCount=11, AvailableMemoryMB=2122 2024-12-02T09:13:37,845 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:37,848 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:37,880 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:37,884 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56932362, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-56932362, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:37,902 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56932362/hregion-56932362.1733130817884, exclude list is [], retry=0 2024-12-02T09:13:37,906 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:37,906 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:37,906 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:37,912 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56932362/hregion-56932362.1733130817884 2024-12-02T09:13:37,912 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:37,912 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9d0cd8cebe6e0db0e0913821eeef0f3f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:37,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741879_1056 (size=70) 2024-12-02T09:13:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741879_1056 (size=70) 2024-12-02T09:13:37,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741879_1056 (size=70) 2024-12-02T09:13:37,935 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:37,939 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,942 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName a 2024-12-02T09:13:37,942 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,943 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,943 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,945 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName b 2024-12-02T09:13:37,945 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,946 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,947 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,949 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName c 2024-12-02T09:13:37,949 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,950 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,950 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,951 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,953 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,953 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,953 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:37,955 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,957 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:37,958 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9d0cd8cebe6e0db0e0913821eeef0f3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69791498, jitterRate=0.039974361658096313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9d0cd8cebe6e0db0e0913821eeef0f3f: Writing region info on filesystem at 1733130817935Initializing all the Stores at 1733130817936 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817936Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817939 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817939Cleaning up temporary data from old regions at 1733130817953 (+14 ms)Region opened successfully at 1733130817959 (+6 ms) 2024-12-02T09:13:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9d0cd8cebe6e0db0e0913821eeef0f3f, disabling compactions & flushes 2024-12-02T09:13:37,959 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. after waiting 0 ms 2024-12-02T09:13:37,959 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:37,960 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:37,960 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9d0cd8cebe6e0db0e0913821eeef0f3f: Waiting for close lock at 1733130817959Disabling compacts and flushes for region at 1733130817959Disabling writes for close at 1733130817959Writing region close event to WAL at 1733130817960 (+1 ms)Closed at 1733130817960 2024-12-02T09:13:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741878_1055 (size=93) 2024-12-02T09:13:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741878_1055 (size=93) 2024-12-02T09:13:37,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741878_1055 (size=93) 2024-12-02T09:13:37,966 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:37,966 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56932362:(num 1733130817884) 2024-12-02T09:13:37,966 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:37,969 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:37,981 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969, exclude list is [], retry=0 2024-12-02T09:13:37,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:37,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:37,985 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:37,992 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 2024-12-02T09:13:37,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:37,992 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d0cd8cebe6e0db0e0913821eeef0f3f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:37,992 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:37,993 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,993 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,994 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,995 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName a 2024-12-02T09:13:37,995 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,996 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,996 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,997 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName b 2024-12-02T09:13:37,997 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:37,998 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:37,998 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:37,999 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName c 2024-12-02T09:13:37,999 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:38,000 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:38,000 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:38,001 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:38,002 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:38,003 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:38,003 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:38,003 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:38,004 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:38,005 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9d0cd8cebe6e0db0e0913821eeef0f3f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62058105, jitterRate=-0.0752621740102768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:38,006 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9d0cd8cebe6e0db0e0913821eeef0f3f: Writing region info on filesystem at 1733130817993Initializing all the Stores at 1733130817994 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817994Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817994Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130817994Cleaning up temporary data from old regions at 1733130818003 (+9 ms)Region opened successfully at 1733130818006 (+3 ms) 2024-12-02T09:13:38,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733130818010/Put/seqid=0 2024-12-02T09:13:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741881_1058 (size=4826) 2024-12-02T09:13:38,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741881_1058 (size=4826) 2024-12-02T09:13:38,020 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40079/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 9d0cd8cebe6e0db0e0913821eeef0f3f/a 2024-12-02T09:13:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741881_1058 (size=4826) 2024-12-02T09:13:38,030 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-02T09:13:38,030 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:13:38,031 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9d0cd8cebe6e0db0e0913821eeef0f3f: 2024-12-02T09:13:38,033 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/a/fb2efcd95fef4a4eaffc7e6cd78a6b94_SeqId_3_ 2024-12-02T09:13:38,034 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40079/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 9d0cd8cebe6e0db0e0913821eeef0f3f/a as hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/a/fb2efcd95fef4a4eaffc7e6cd78a6b94_SeqId_3_ - updating store file list. 2024-12-02T09:13:38,041 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb2efcd95fef4a4eaffc7e6cd78a6b94_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T09:13:38,042 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/a/fb2efcd95fef4a4eaffc7e6cd78a6b94_SeqId_3_ into 9d0cd8cebe6e0db0e0913821eeef0f3f/a 2024-12-02T09:13:38,042 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40079/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 9d0cd8cebe6e0db0e0913821eeef0f3f/a (new location: hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/a/fb2efcd95fef4a4eaffc7e6cd78a6b94_SeqId_3_) 2024-12-02T09:13:38,133 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969, size=0 (0bytes) 2024-12-02T09:13:38,133 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 might be still open, length is 0 2024-12-02T09:13:38,133 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 2024-12-02T09:13:38,134 WARN [IPC Server handler 1 on default port 40079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-02T09:13:38,134 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 after 1ms 2024-12-02T09:13:40,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:60266 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45943:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60266 dst: /127.0.0.1:45943 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45943 remote=/127.0.0.1:60266]. Total timeout mills is 60000, 57398 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:40,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:43630 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39503:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43630 dst: /127.0.0.1:39503 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:40,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:39262 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:39925:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39262 dst: /127.0.0.1:39925 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741880_1059 (size=504) 2024-12-02T09:13:40,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741880_1059 (size=504) 2024-12-02T09:13:42,135 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 after 4002ms 2024-12-02T09:13:42,138 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 took 4005ms 2024-12-02T09:13:42,140 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969; continuing. 2024-12-02T09:13:42,140 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 so closing down 2024-12-02T09:13:42,140 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:42,142 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733130817969.temp 2024-12-02T09:13:42,143 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005-wal.1733130817969.temp 2024-12-02T09:13:42,143 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741882_1060 (size=238) 2024-12-02T09:13:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741882_1060 (size=238) 2024-12-02T09:13:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741882_1060 (size=238) 2024-12-02T09:13:42,150 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005-wal.1733130817969.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:42,151 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005-wal.1733130817969.temp to hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005 2024-12-02T09:13:42,151 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 12 ms; skipped=1; WAL=hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T09:13:42,151 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969, journal: Splitting hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969, size=0 (0bytes) at 1733130818133Finishing writing output for hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 so closing down at 1733130822140 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005-wal.1733130817969.temp at 1733130822143 (+3 ms)3 split writer threads finished at 1733130822143Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005-wal.1733130817969.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733130822150 (+7 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005-wal.1733130817969.temp to hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005 at 1733130822151 (+1 ms)Processed 2 edits across 1 Regions in 12 ms; skipped=1; WAL=hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969, size=0, length=0, corrupted=false, cancelled=false at 1733130822151 2024-12-02T09:13:42,153 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130817969 2024-12-02T09:13:42,153 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005 2024-12-02T09:13:42,154 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:42,155 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:42,167 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130822156, exclude list is [], retry=0 2024-12-02T09:13:42,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:42,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:42,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:42,172 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130822156 2024-12-02T09:13:42,173 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:42,173 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d0cd8cebe6e0db0e0913821eeef0f3f, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:42,173 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:42,173 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,173 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,175 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,176 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName a 2024-12-02T09:13:42,176 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:42,185 DEBUG [StoreFileOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb2efcd95fef4a4eaffc7e6cd78a6b94_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-02T09:13:42,186 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/a/fb2efcd95fef4a4eaffc7e6cd78a6b94_SeqId_3_ 2024-12-02T09:13:42,186 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:42,186 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,187 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName b 2024-12-02T09:13:42,187 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:42,188 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:42,188 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,189 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d0cd8cebe6e0db0e0913821eeef0f3f columnFamilyName c 2024-12-02T09:13:42,189 DEBUG [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:42,190 INFO [StoreOpener-9d0cd8cebe6e0db0e0913821eeef0f3f-1 {}] regionserver.HStore(327): Store=9d0cd8cebe6e0db0e0913821eeef0f3f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:42,190 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,191 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,192 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,193 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005 2024-12-02T09:13:42,200 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005 2024-12-02T09:13:42,200 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9d0cd8cebe6e0db0e0913821eeef0f3f 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-02T09:13:42,219 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/.tmp/a/fa967a206da74a75879f1a407580f8ee is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733130818047/Put/seqid=0 2024-12-02T09:13:42,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741884_1062 (size=5149) 2024-12-02T09:13:42,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741884_1062 (size=5149) 2024-12-02T09:13:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741884_1062 (size=5149) 2024-12-02T09:13:42,227 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/.tmp/a/fa967a206da74a75879f1a407580f8ee 2024-12-02T09:13:42,232 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/.tmp/a/fa967a206da74a75879f1a407580f8ee as hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/a/fa967a206da74a75879f1a407580f8ee 2024-12-02T09:13:42,239 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/a/fa967a206da74a75879f1a407580f8ee, entries=1, sequenceid=5, filesize=5.0 K 2024-12-02T09:13:42,239 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 9d0cd8cebe6e0db0e0913821eeef0f3f in 39ms, sequenceid=5, compaction requested=false; wal=null 2024-12-02T09:13:42,240 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/0000000000000000005 2024-12-02T09:13:42,241 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,241 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,242 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:42,244 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9d0cd8cebe6e0db0e0913821eeef0f3f 2024-12-02T09:13:42,246 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/9d0cd8cebe6e0db0e0913821eeef0f3f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-02T09:13:42,247 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9d0cd8cebe6e0db0e0913821eeef0f3f; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59120257, jitterRate=-0.11903952062129974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:42,248 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9d0cd8cebe6e0db0e0913821eeef0f3f: Writing region info on filesystem at 1733130822174Initializing all the Stores at 1733130822175 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130822175Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130822175Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130822175Obtaining lock to block concurrent updates at 1733130822200 (+25 ms)Preparing flush snapshotting stores in 9d0cd8cebe6e0db0e0913821eeef0f3f at 1733130822200Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733130822200Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. at 1733130822200Flushing 9d0cd8cebe6e0db0e0913821eeef0f3f/a: creating writer at 1733130822200Flushing 9d0cd8cebe6e0db0e0913821eeef0f3f/a: appending metadata at 1733130822218 (+18 ms)Flushing 9d0cd8cebe6e0db0e0913821eeef0f3f/a: closing flushed file at 1733130822219 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43eef6ed: reopening flushed file at 1733130822231 (+12 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 9d0cd8cebe6e0db0e0913821eeef0f3f in 39ms, sequenceid=5, compaction requested=false; wal=null at 1733130822239 (+8 ms)Cleaning up temporary data from old regions at 1733130822241 (+2 ms)Region opened successfully at 1733130822248 (+7 ms) 2024-12-02T09:13:42,252 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9d0cd8cebe6e0db0e0913821eeef0f3f, disabling compactions & flushes 2024-12-02T09:13:42,252 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:42,252 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:42,252 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. after waiting 0 ms 2024-12-02T09:13:42,252 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:42,253 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733130817846.9d0cd8cebe6e0db0e0913821eeef0f3f. 2024-12-02T09:13:42,253 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9d0cd8cebe6e0db0e0913821eeef0f3f: Waiting for close lock at 1733130822252Disabling compacts and flushes for region at 1733130822252Disabling writes for close at 1733130822252Writing region close event to WAL at 1733130822253 (+1 ms)Closed at 1733130822253 2024-12-02T09:13:42,256 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130822156 not finished, retry = 0 2024-12-02T09:13:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741883_1061 (size=93) 2024-12-02T09:13:42,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741883_1061 (size=93) 2024-12-02T09:13:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741883_1061 (size=93) 2024-12-02T09:13:42,359 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:42,359 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733130822156) 2024-12-02T09:13:42,371 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=417 (was 413) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:40079 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:40079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_816278671_22 at /127.0.0.1:43664 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_816278671_22 at /127.0.0.1:39284 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_816278671_22 at /127.0.0.1:60302 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1025 (was 965) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 285), ProcessCount=11 (was 11), AvailableMemoryMB=1813 (was 2122) 2024-12-02T09:13:42,373 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-02T09:13:42,383 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=417, OpenFileDescriptor=1025, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=1813 2024-12-02T09:13:42,383 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1025 is superior to 1024 2024-12-02T09:13:42,396 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:42,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-02T09:13:42,405 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7c6d666a4939,34145,1733130806542 2024-12-02T09:13:42,407 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@748641b 2024-12-02T09:13:42,408 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-02T09:13:42,410 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-02T09:13:42,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-02T09:13:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T09:13:42,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-02T09:13:42,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-02T09:13:42,424 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:42,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-02T09:13:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:13:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741885_1063 (size=694) 2024-12-02T09:13:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741885_1063 (size=694) 2024-12-02T09:13:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741885_1063 (size=694) 2024-12-02T09:13:42,446 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1968c24e41c70e87d9f025c8b4e2dc27, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7 2024-12-02T09:13:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741886_1064 (size=77) 2024-12-02T09:13:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741886_1064 (size=77) 2024-12-02T09:13:42,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741886_1064 (size=77) 2024-12-02T09:13:42,461 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:42,461 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 1968c24e41c70e87d9f025c8b4e2dc27, disabling compactions & flushes 2024-12-02T09:13:42,461 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:42,461 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:42,461 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. after waiting 0 ms 2024-12-02T09:13:42,461 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:42,461 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:42,461 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1968c24e41c70e87d9f025c8b4e2dc27: Waiting for close lock at 1733130822461Disabling compacts and flushes for region at 1733130822461Disabling writes for close at 1733130822461Writing region close event to WAL at 1733130822461Closed at 1733130822461 2024-12-02T09:13:42,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-02T09:13:42,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733130822463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733130822463"}]},"ts":"1733130822463"} 2024-12-02T09:13:42,472 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-02T09:13:42,474 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-02T09:13:42,477 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130822474"}]},"ts":"1733130822474"} 2024-12-02T09:13:42,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-02T09:13:42,485 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7c6d666a4939=0} racks are {/default-rack=0} 2024-12-02T09:13:42,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T09:13:42,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T09:13:42,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-02T09:13:42,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T09:13:42,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T09:13:42,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-02T09:13:42,487 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T09:13:42,487 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T09:13:42,487 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-02T09:13:42,487 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T09:13:42,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN}] 2024-12-02T09:13:42,492 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN 2024-12-02T09:13:42,495 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN; state=OFFLINE, location=7c6d666a4939,35943,1733130807419; forceNewPlan=false, retain=false 2024-12-02T09:13:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:13:42,648 INFO [7c6d666a4939:34145 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T09:13:42,649 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPENING, regionLocation=7c6d666a4939,35943,1733130807419 2024-12-02T09:13:42,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN because future has completed 2024-12-02T09:13:42,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419}] 2024-12-02T09:13:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:13:42,824 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:13:42,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:13:42,830 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:42,831 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1968c24e41c70e87d9f025c8b4e2dc27, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:42,831 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,831 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:42,831 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,832 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,833 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,835 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf1 2024-12-02T09:13:42,835 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:42,836 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:42,836 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,838 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf2 2024-12-02T09:13:42,838 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:42,838 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:42,838 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,839 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,840 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,840 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,840 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,841 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T09:13:42,843 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,846 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:42,846 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1968c24e41c70e87d9f025c8b4e2dc27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74195631, jitterRate=0.10560105741024017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T09:13:42,847 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:42,847 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1968c24e41c70e87d9f025c8b4e2dc27: Running coprocessor pre-open hook at 1733130822832Writing region info on filesystem at 1733130822832Initializing all the Stores at 1733130822833 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130822833Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130822833Cleaning up temporary data from old regions at 1733130822841 (+8 ms)Running coprocessor post-open hooks at 1733130822847 (+6 ms)Region opened successfully at 1733130822847 2024-12-02T09:13:42,849 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., pid=6, masterSystemTime=1733130822824 2024-12-02T09:13:42,856 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:42,856 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:42,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPEN, openSeqNum=2, regionLocation=7c6d666a4939,35943,1733130807419 2024-12-02T09:13:42,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419 because future has completed 2024-12-02T09:13:42,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-02T09:13:42,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419 in 196 msec 2024-12-02T09:13:42,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-02T09:13:42,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN in 378 msec 2024-12-02T09:13:42,873 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-02T09:13:42,874 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733130822874"}]},"ts":"1733130822874"} 2024-12-02T09:13:42,876 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-02T09:13:42,878 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-02T09:13:42,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 463 msec 2024-12-02T09:13:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-02T09:13:43,057 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-02T09:13:43,057 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-02T09:13:43,058 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T09:13:43,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-02T09:13:43,064 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-02T09:13:43,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-02T09:13:43,076 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=2] 2024-12-02T09:13:43,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:13:43,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:13:43,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=1968c24e41c70e87d9f025c8b4e2dc27, source=7c6d666a4939,35943,1733130807419, destination=7c6d666a4939,41409,1733130807284, warming up region on 7c6d666a4939,41409,1733130807284 2024-12-02T09:13:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:13:43,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=1968c24e41c70e87d9f025c8b4e2dc27, source=7c6d666a4939,35943,1733130807419, destination=7c6d666a4939,41409,1733130807284, running balancer 2024-12-02T09:13:43,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE 2024-12-02T09:13:43,099 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE 2024-12-02T09:13:43,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:13:43,102 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=CLOSING, regionLocation=7c6d666a4939,35943,1733130807419 2024-12-02T09:13:43,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1968c24e41c70e87d9f025c8b4e2dc27, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:43,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:43,105 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE because future has completed 2024-12-02T09:13:43,106 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T09:13:43,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419}] 2024-12-02T09:13:43,106 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf1 2024-12-02T09:13:43,107 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:43,107 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:43,108 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,109 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf2 2024-12-02T09:13:43,109 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:43,109 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(1722): Closing 1968c24e41c70e87d9f025c8b4e2dc27, disabling compactions & flushes 2024-12-02T09:13:43,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. after waiting 0 ms 2024-12-02T09:13:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] regionserver.HRegion(1676): Region close journal for 1968c24e41c70e87d9f025c8b4e2dc27: Waiting for close lock at 1733130823110Disabling compacts and flushes for region at 1733130823110Disabling writes for close at 1733130823110Writing region close event to WAL at 1733130823111 (+1 ms)Closed at 1733130823111 2024-12-02T09:13:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-02T09:13:43,265 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,265 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T09:13:43,265 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 1968c24e41c70e87d9f025c8b4e2dc27, disabling compactions & flushes 2024-12-02T09:13:43,265 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,265 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,265 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. after waiting 0 ms 2024-12-02T09:13:43,265 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,266 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 1968c24e41c70e87d9f025c8b4e2dc27 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-02T09:13:43,283 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf1/d120524c31634593845c4dfadace48cd is 35, key is r1/cf1:q/1733130823079/Put/seqid=0 2024-12-02T09:13:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741887_1065 (size=4783) 2024-12-02T09:13:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741887_1065 (size=4783) 2024-12-02T09:13:43,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741887_1065 (size=4783) 2024-12-02T09:13:43,289 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf1/d120524c31634593845c4dfadace48cd 2024-12-02T09:13:43,296 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf1/d120524c31634593845c4dfadace48cd as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd 2024-12-02T09:13:43,303 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd, entries=1, sequenceid=5, filesize=4.7 K 2024-12-02T09:13:43,304 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1968c24e41c70e87d9f025c8b4e2dc27 in 39ms, sequenceid=5, compaction requested=false 2024-12-02T09:13:43,304 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-02T09:13:43,309 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:13:43,311 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,311 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 1968c24e41c70e87d9f025c8b4e2dc27: Waiting for close lock at 1733130823265Running coprocessor pre-close hooks at 1733130823265Disabling compacts and flushes for region at 1733130823265Disabling writes for close at 1733130823265Obtaining lock to block concurrent updates at 1733130823266 (+1 ms)Preparing flush snapshotting stores in 1968c24e41c70e87d9f025c8b4e2dc27 at 1733130823266Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733130823266Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. at 1733130823267 (+1 ms)Flushing 1968c24e41c70e87d9f025c8b4e2dc27/cf1: creating writer at 1733130823267Flushing 1968c24e41c70e87d9f025c8b4e2dc27/cf1: appending metadata at 1733130823282 (+15 ms)Flushing 1968c24e41c70e87d9f025c8b4e2dc27/cf1: closing flushed file at 1733130823283 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d6bfd6c: reopening flushed file at 1733130823295 (+12 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 1968c24e41c70e87d9f025c8b4e2dc27 in 39ms, sequenceid=5, compaction requested=false at 1733130823304 (+9 ms)Writing region close event to WAL at 1733130823305 (+1 ms)Running coprocessor post-close hooks at 1733130823309 (+4 ms)Closed at 1733130823311 (+2 ms) 2024-12-02T09:13:43,312 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 1968c24e41c70e87d9f025c8b4e2dc27 move to 7c6d666a4939,41409,1733130807284 record at close sequenceid=5 2024-12-02T09:13:43,315 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,318 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=CLOSED 2024-12-02T09:13:43,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419 because future has completed 2024-12-02T09:13:43,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-02T09:13:43,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419 in 219 msec 2024-12-02T09:13:43,331 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE; state=CLOSED, location=7c6d666a4939,41409,1733130807284; forceNewPlan=false, retain=false 2024-12-02T09:13:43,481 INFO [7c6d666a4939:34145 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T09:13:43,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPENING, regionLocation=7c6d666a4939,41409,1733130807284 2024-12-02T09:13:43,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE because future has completed 2024-12-02T09:13:43,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,41409,1733130807284}] 2024-12-02T09:13:43,646 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,646 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 1968c24e41c70e87d9f025c8b4e2dc27, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:43,646 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,646 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:43,647 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,647 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,649 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,650 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf1 2024-12-02T09:13:43,650 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:43,663 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd 2024-12-02T09:13:43,663 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:43,663 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,664 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf2 2024-12-02T09:13:43,664 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:43,665 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:43,665 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,666 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,667 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,668 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,668 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,669 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T09:13:43,670 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,671 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 1968c24e41c70e87d9f025c8b4e2dc27; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68817279, jitterRate=0.025457367300987244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T09:13:43,671 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:43,672 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 1968c24e41c70e87d9f025c8b4e2dc27: Running coprocessor pre-open hook at 1733130823647Writing region info on filesystem at 1733130823647Initializing all the Stores at 1733130823648 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130823648Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130823648Cleaning up temporary data from old regions at 1733130823668 (+20 ms)Running coprocessor post-open hooks at 1733130823671 (+3 ms)Region opened successfully at 1733130823672 (+1 ms) 2024-12-02T09:13:43,673 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., pid=9, masterSystemTime=1733130823641 2024-12-02T09:13:43,676 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,676 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPEN, openSeqNum=9, regionLocation=7c6d666a4939,41409,1733130807284 2024-12-02T09:13:43,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,41409,1733130807284 because future has completed 2024-12-02T09:13:43,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-02T09:13:43,689 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,41409,1733130807284 in 199 msec 2024-12-02T09:13:43,691 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE in 591 msec 2024-12-02T09:13:43,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:13:43,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:13:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.3:50814 deadline: 1733130883711, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=41409 startCode=1733130807284. As of locationSeqNum=5. 2024-12-02T09:13:43,742 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=41409 startCode=1733130807284. As of locationSeqNum=5. 2024-12-02T09:13:43,743 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=41409 startCode=1733130807284. As of locationSeqNum=5. 2024-12-02T09:13:43,743 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,41409,1733130807284, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=41409 startCode=1733130807284. As of locationSeqNum=5. 2024-12-02T09:13:43,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-02T09:13:43,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-02T09:13:43,868 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1968c24e41c70e87d9f025c8b4e2dc27 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-02T09:13:43,889 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf1/16ed3661a83942078465c8e283b21793 is 29, key is r1/cf1:/1733130823858/DeleteFamily/seqid=0 2024-12-02T09:13:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741888_1066 (size=4906) 2024-12-02T09:13:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741888_1066 (size=4906) 2024-12-02T09:13:43,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741888_1066 (size=4906) 2024-12-02T09:13:43,900 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf1/16ed3661a83942078465c8e283b21793 2024-12-02T09:13:43,907 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16ed3661a83942078465c8e283b21793 2024-12-02T09:13:43,927 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf2/4d0dc982565347c996d27c5b2a9fbf58 is 29, key is r1/cf2:/1733130823858/DeleteFamily/seqid=0 2024-12-02T09:13:43,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741889_1067 (size=4906) 2024-12-02T09:13:43,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741889_1067 (size=4906) 2024-12-02T09:13:43,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741889_1067 (size=4906) 2024-12-02T09:13:43,934 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf2/4d0dc982565347c996d27c5b2a9fbf58 2024-12-02T09:13:43,940 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d0dc982565347c996d27c5b2a9fbf58 2024-12-02T09:13:43,941 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf1/16ed3661a83942078465c8e283b21793 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/16ed3661a83942078465c8e283b21793 2024-12-02T09:13:43,948 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16ed3661a83942078465c8e283b21793 2024-12-02T09:13:43,948 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/16ed3661a83942078465c8e283b21793, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T09:13:43,949 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf2/4d0dc982565347c996d27c5b2a9fbf58 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/4d0dc982565347c996d27c5b2a9fbf58 2024-12-02T09:13:43,956 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d0dc982565347c996d27c5b2a9fbf58 2024-12-02T09:13:43,956 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/4d0dc982565347c996d27c5b2a9fbf58, entries=1, sequenceid=12, filesize=4.8 K 2024-12-02T09:13:43,958 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 1968c24e41c70e87d9f025c8b4e2dc27 in 90ms, sequenceid=12, compaction requested=false 2024-12-02T09:13:43,958 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1968c24e41c70e87d9f025c8b4e2dc27: 2024-12-02T09:13:43,961 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-02T09:13:43,962 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1968c24e41c70e87d9f025c8b4e2dc27/cf1 is initiating major compaction (all files) 2024-12-02T09:13:43,963 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:13:43,963 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:43,963 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1968c24e41c70e87d9f025c8b4e2dc27/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:43,964 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd, hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/16ed3661a83942078465c8e283b21793] into tmpdir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp, totalSize=9.5 K 2024-12-02T09:13:43,965 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d120524c31634593845c4dfadace48cd, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733130823079 2024-12-02T09:13:43,966 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 16ed3661a83942078465c8e283b21793, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T09:13:43,986 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1968c24e41c70e87d9f025c8b4e2dc27#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T09:13:44,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741890_1068 (size=4626) 2024-12-02T09:13:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741890_1068 (size=4626) 2024-12-02T09:13:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741890_1068 (size=4626) 2024-12-02T09:13:44,012 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf1/775270ddac4c4c59a859ebfd35ec76c6 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/775270ddac4c4c59a859ebfd35ec76c6 2024-12-02T09:13:44,029 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 1968c24e41c70e87d9f025c8b4e2dc27/cf1 of 1968c24e41c70e87d9f025c8b4e2dc27 into 775270ddac4c4c59a859ebfd35ec76c6(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T09:13:44,029 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1968c24e41c70e87d9f025c8b4e2dc27: 2024-12-02T09:13:44,030 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-02T09:13:44,030 DEBUG [Time-limited test {}] regionserver.HStore(1541): 1968c24e41c70e87d9f025c8b4e2dc27/cf2 is initiating major compaction (all files) 2024-12-02T09:13:44,030 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-02T09:13:44,030 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-02T09:13:44,030 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 1968c24e41c70e87d9f025c8b4e2dc27/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,030 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/4d0dc982565347c996d27c5b2a9fbf58] into tmpdir=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp, totalSize=4.8 K 2024-12-02T09:13:44,031 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 4d0dc982565347c996d27c5b2a9fbf58, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-02T09:13:44,038 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 1968c24e41c70e87d9f025c8b4e2dc27#cf2#compaction#17 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-02T09:13:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741891_1069 (size=4592) 2024-12-02T09:13:44,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741891_1069 (size=4592) 2024-12-02T09:13:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741891_1069 (size=4592) 2024-12-02T09:13:44,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/.tmp/cf2/390927d7597a4c65a6a4ce2c160e40f8 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/390927d7597a4c65a6a4ce2c160e40f8 2024-12-02T09:13:44,059 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 1968c24e41c70e87d9f025c8b4e2dc27/cf2 of 1968c24e41c70e87d9f025c8b4e2dc27 into 390927d7597a4c65a6a4ce2c160e40f8(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T09:13:44,059 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 1968c24e41c70e87d9f025c8b4e2dc27: 2024-12-02T09:13:44,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.HMaster(2410): Client=jenkins//172.17.0.3 move hri=1968c24e41c70e87d9f025c8b4e2dc27, source=7c6d666a4939,41409,1733130807284, destination=7c6d666a4939,35943,1733130807419, warming up region on 7c6d666a4939,35943,1733130807419 2024-12-02T09:13:44,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.HMaster(2414): Client=jenkins//172.17.0.3 move hri=1968c24e41c70e87d9f025c8b4e2dc27, source=7c6d666a4939,41409,1733130807284, destination=7c6d666a4939,35943,1733130807419, running balancer 2024-12-02T09:13:44,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE 2024-12-02T09:13:44,066 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE 2024-12-02T09:13:44,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(7855): Warmup {ENCODED => 1968c24e41c70e87d9f025c8b4e2dc27, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:44,068 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=CLOSING, regionLocation=7c6d666a4939,41409,1733130807284 2024-12-02T09:13:44,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:44,068 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,069 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf1 2024-12-02T09:13:44,070 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:44,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE because future has completed 2024-12-02T09:13:44,071 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-02T09:13:44,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,41409,1733130807284}] 2024-12-02T09:13:44,078 INFO [StoreFileOpener-1968c24e41c70e87d9f025c8b4e2dc27-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16ed3661a83942078465c8e283b21793 2024-12-02T09:13:44,078 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/16ed3661a83942078465c8e283b21793 2024-12-02T09:13:44,083 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/775270ddac4c4c59a859ebfd35ec76c6 2024-12-02T09:13:44,089 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd 2024-12-02T09:13:44,089 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:44,089 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,090 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf2 2024-12-02T09:13:44,090 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:44,097 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/390927d7597a4c65a6a4ce2c160e40f8 2024-12-02T09:13:44,102 INFO [StoreFileOpener-1968c24e41c70e87d9f025c8b4e2dc27-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4d0dc982565347c996d27c5b2a9fbf58 2024-12-02T09:13:44,102 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/4d0dc982565347c996d27c5b2a9fbf58 2024-12-02T09:13:44,102 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1722): Closing 1968c24e41c70e87d9f025c8b4e2dc27, disabling compactions & flushes 2024-12-02T09:13:44,102 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. after waiting 0 ms 2024-12-02T09:13:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35943 {}] regionserver.HRegion(1676): Region close journal for 1968c24e41c70e87d9f025c8b4e2dc27: Waiting for close lock at 1733130824102Disabling compacts and flushes for region at 1733130824102Disabling writes for close at 1733130824103 (+1 ms)Writing region close event to WAL at 1733130824103Closed at 1733130824103 2024-12-02T09:13:44,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-02T09:13:44,227 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,227 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-02T09:13:44,227 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 1968c24e41c70e87d9f025c8b4e2dc27, disabling compactions & flushes 2024-12-02T09:13:44,228 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,228 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,228 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. after waiting 0 ms 2024-12-02T09:13:44,228 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,228 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd, hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/16ed3661a83942078465c8e283b21793] to archive 2024-12-02T09:13:44,232 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T09:13:44,236 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd to hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/d120524c31634593845c4dfadace48cd 2024-12-02T09:13:44,239 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/16ed3661a83942078465c8e283b21793 to hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/16ed3661a83942078465c8e283b21793 2024-12-02T09:13:44,256 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/4d0dc982565347c996d27c5b2a9fbf58] to archive 2024-12-02T09:13:44,257 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T09:13:44,260 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/4d0dc982565347c996d27c5b2a9fbf58 to hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/4d0dc982565347c996d27c5b2a9fbf58 2024-12-02T09:13:44,266 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-02T09:13:44,267 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,267 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 1968c24e41c70e87d9f025c8b4e2dc27: Waiting for close lock at 1733130824227Running coprocessor pre-close hooks at 1733130824227Disabling compacts and flushes for region at 1733130824227Disabling writes for close at 1733130824228 (+1 ms)Writing region close event to WAL at 1733130824261 (+33 ms)Running coprocessor post-close hooks at 1733130824267 (+6 ms)Closed at 1733130824267 2024-12-02T09:13:44,267 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 1968c24e41c70e87d9f025c8b4e2dc27 move to 7c6d666a4939,35943,1733130807419 record at close sequenceid=12 2024-12-02T09:13:44,269 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,270 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=CLOSED 2024-12-02T09:13:44,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,41409,1733130807284 because future has completed 2024-12-02T09:13:44,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-02T09:13:44,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,41409,1733130807284 in 202 msec 2024-12-02T09:13:44,277 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE; state=CLOSED, location=7c6d666a4939,35943,1733130807419; forceNewPlan=false, retain=false 2024-12-02T09:13:44,428 INFO [7c6d666a4939:34145 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-02T09:13:44,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPENING, regionLocation=7c6d666a4939,35943,1733130807419 2024-12-02T09:13:44,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE because future has completed 2024-12-02T09:13:44,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419}] 2024-12-02T09:13:44,587 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,588 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 1968c24e41c70e87d9f025c8b4e2dc27, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:44,588 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,588 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:44,588 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,588 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,590 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,591 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf1 2024-12-02T09:13:44,591 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:44,597 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/775270ddac4c4c59a859ebfd35ec76c6 2024-12-02T09:13:44,597 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:44,597 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,598 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf2 2024-12-02T09:13:44,598 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:44,604 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/390927d7597a4c65a6a4ce2c160e40f8 2024-12-02T09:13:44,605 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:44,605 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,606 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,607 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,608 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,608 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,609 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T09:13:44,610 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,611 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 1968c24e41c70e87d9f025c8b4e2dc27; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64272497, jitterRate=-0.042265161871910095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T09:13:44,611 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,612 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 1968c24e41c70e87d9f025c8b4e2dc27: Running coprocessor pre-open hook at 1733130824588Writing region info on filesystem at 1733130824588Initializing all the Stores at 1733130824589 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130824589Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130824590 (+1 ms)Cleaning up temporary data from old regions at 1733130824608 (+18 ms)Running coprocessor post-open hooks at 1733130824612 (+4 ms)Region opened successfully at 1733130824612 2024-12-02T09:13:44,614 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., pid=12, masterSystemTime=1733130824584 2024-12-02T09:13:44,616 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,616 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPEN, openSeqNum=18, regionLocation=7c6d666a4939,35943,1733130807419 2024-12-02T09:13:44,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419 because future has completed 2024-12-02T09:13:44,621 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34145 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7c6d666a4939,35943,1733130807419, table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-02T09:13:44,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-02T09:13:44,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35943,1733130807419 in 192 msec 2024-12-02T09:13:44,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, REOPEN/MOVE in 562 msec 2024-12-02T09:13:44,668 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-02T09:13:44,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-02T09:13:44,671 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7c6d666a4939,35943,1733130807419: testing ***** 2024-12-02T09:13:44,672 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-02T09:13:44,674 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-02T09:13:44,675 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-02T09:13:44,679 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-02T09:13:44,680 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-02T09:13:44,689 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 312897536 }, "NonHeapMemoryUsage": { "committed": 171048960, "init": 7667712, "max": -1, "used": 168236920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7c6d666a4939", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2071, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7c6d666a4939", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:61984", "tag.serverName": "7c6d666a4939,41409,1733130807284", "tag.clusterId": "01ea0c7d-2833-4a80-9b82-a193d2818cb1", "tag.Context": "regionserver", "tag.Hostname": "7c6d666a4939", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733130807284, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-02T09:13:44,692 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34145 {}] master.MasterRpcServices(700): 7c6d666a4939,35943,1733130807419 reported a fatal error: ***** ABORTING region server 7c6d666a4939,35943,1733130807419: testing ***** 2024-12-02T09:13:44,695 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,35943,1733130807419' ***** 2024-12-02T09:13:44,695 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-02T09:13:44,695 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:13:44,696 INFO [RS:2;7c6d666a4939:35943 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-02T09:13:44,696 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:13:44,696 INFO [RS:2;7c6d666a4939:35943 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-02T09:13:44,696 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(3091): Received CLOSE for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,696 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(956): aborting server 7c6d666a4939,35943,1733130807419 2024-12-02T09:13:44,696 INFO [RS:2;7c6d666a4939:35943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:13:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41409 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.3:50790 deadline: 1733130884696, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=35943 startCode=1733130807419. As of locationSeqNum=12. 2024-12-02T09:13:44,697 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1968c24e41c70e87d9f025c8b4e2dc27, disabling compactions & flushes 2024-12-02T09:13:44,697 INFO [RS:2;7c6d666a4939:35943 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7c6d666a4939:35943. 2024-12-02T09:13:44,697 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,697 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,697 DEBUG [RS:2;7c6d666a4939:35943 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:13:44,697 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. after waiting 0 ms 2024-12-02T09:13:44,697 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,698 DEBUG [RS:2;7c6d666a4939:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:13:44,698 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,41409,1733130807284, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,41409,1733130807284, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=35943 startCode=1733130807419. As of locationSeqNum=12. 2024-12-02T09:13:44,698 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,41409,1733130807284, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=35943 startCode=1733130807419. As of locationSeqNum=12. 2024-12-02T09:13:44,698 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-02T09:13:44,698 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,41409,1733130807284, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7c6d666a4939 port=35943 startCode=1733130807419. As of locationSeqNum=12. 2024-12-02T09:13:44,698 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1325): Online Regions={1968c24e41c70e87d9f025c8b4e2dc27=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.} 2024-12-02T09:13:44,698 DEBUG [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1351): Waiting on 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:44,701 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,701 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1968c24e41c70e87d9f025c8b4e2dc27: Waiting for close lock at 1733130824697Running coprocessor pre-close hooks at 1733130824697Disabling compacts and flushes for region at 1733130824697Disabling writes for close at 1733130824697Writing region close event to WAL at 1733130824701 (+4 ms)Running coprocessor post-close hooks at 1733130824701Closed at 1733130824701 2024-12-02T09:13:44,702 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:44,766 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:13:44,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,35943,1733130807419 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:44,807 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,35943,1733130807419 aborting 2024-12-02T09:13:44,807 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7c6d666a4939,35943,1733130807419 aborting 2024-12-02T09:13:44,807 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=12 from cache 2024-12-02T09:13:44,899 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,35943,1733130807419; all regions closed. 2024-12-02T09:13:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741835_1011 (size=2142) 2024-12-02T09:13:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741835_1011 (size=2142) 2024-12-02T09:13:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741835_1011 (size=2142) 2024-12-02T09:13:44,903 DEBUG [RS:2;7c6d666a4939:35943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:13:44,903 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:13:44,903 INFO [RS:2;7c6d666a4939:35943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:13:44,903 INFO [RS:2;7c6d666a4939:35943 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:13:44,904 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:13:44,904 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:13:44,904 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:13:44,904 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:13:44,904 INFO [RS:2;7c6d666a4939:35943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:13:44,904 INFO [RS:2;7c6d666a4939:35943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35943 2024-12-02T09:13:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T09:13:44,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7c6d666a4939,35943,1733130807419 2024-12-02T09:13:44,932 INFO [RS:2;7c6d666a4939:35943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:13:44,940 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,35943,1733130807419] 2024-12-02T09:13:44,948 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7c6d666a4939,35943,1733130807419 already deleted, retry=false 2024-12-02T09:13:44,948 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7c6d666a4939,35943,1733130807419 on 7c6d666a4939,34145,1733130806542 2024-12-02T09:13:44,953 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7c6d666a4939,35943,1733130807419, splitWal=true, meta=false 2024-12-02T09:13:44,956 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 7c6d666a4939,35943,1733130807419 (carryingMeta=false) 7c6d666a4939,35943,1733130807419/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1d35c582[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-02T09:13:44,956 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7c6d666a4939,35943,1733130807419, splitWal=true, meta=false 2024-12-02T09:13:44,958 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 7c6d666a4939,35943,1733130807419 had 1 regions 2024-12-02T09:13:44,959 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7c6d666a4939,35943,1733130807419, splitWal=true, meta=false, isMeta: false 2024-12-02T09:13:44,961 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting 2024-12-02T09:13:44,962 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7c6d666a4939,35943,1733130807419 WAL count=1, meta=false 2024-12-02T09:13:44,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7c6d666a4939%2C35943%2C1733130807419.1733130808825}] 2024-12-02T09:13:44,970 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=7c6d666a4939,41409,1733130807284 2024-12-02T09:13:44,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7c6d666a4939%2C35943%2C1733130807419.1733130808825, worker=7c6d666a4939,41409,1733130807284}] 2024-12-02T09:13:45,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18] 2024-12-02T09:13:45,021 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7c6d666a4939:35943 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7c6d666a4939/172.17.0.3:35943 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:45,021 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18, error=java.net.ConnectException: Call to address=7c6d666a4939:35943 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7c6d666a4939/172.17.0.3:35943 2024-12-02T09:13:45,022 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-02T09:13:45,022 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18 from cache 2024-12-02T09:13:45,022 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 7c6d666a4939:35943 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7c6d666a4939/172.17.0.3:35943 2024-12-02T09:13:45,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:13:45,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35943-0x1009a4341630003, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:13:45,041 INFO [RS:2;7c6d666a4939:35943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:13:45,041 INFO [RS:2;7c6d666a4939:35943 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,35943,1733130807419; zookeeper connection closed. 2024-12-02T09:13:45,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fcd90d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fcd90d2 2024-12-02T09:13:45,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-02T09:13:45,154 INFO [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825, size=2.1 K (2142bytes) 2024-12-02T09:13:45,154 INFO [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825 2024-12-02T09:13:45,155 INFO [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825 after 1ms 2024-12-02T09:13:45,157 INFO [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825 took 3ms 2024-12-02T09:13:45,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1968c24e41c70e87d9f025c8b4e2dc27: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-02T09:13:45,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825 so closing down 2024-12-02T09:13:45,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:45,166 INFO [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:45,166 INFO [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825, size=2.1 K, length=2142, corrupted=false, cancelled=false 2024-12-02T09:13:45,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825, journal: Splitting hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825, size=2.1 K (2142bytes) at 1733130825154Finishing writing output for hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825 so closing down at 1733130825166 (+12 ms)3 split writer threads finished at 1733130825166Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825, size=2.1 K, length=2142, corrupted=false, cancelled=false at 1733130825166 2024-12-02T09:13:45,166 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825 2024-12-02T09:13:45,168 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7c6d666a4939:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-02T09:13:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34145 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-02T09:13:45,175 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting/7c6d666a4939%2C35943%2C1733130807419.1733130808825 to hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs 2024-12-02T09:13:45,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-02T09:13:45,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7c6d666a4939%2C35943%2C1733130807419.1733130808825, worker=7c6d666a4939,41409,1733130807284 in 202 msec 2024-12-02T09:13:45,179 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=7c6d666a4939,41409,1733130807284 2024-12-02T09:13:45,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-02T09:13:45,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7c6d666a4939%2C35943%2C1733130807419.1733130808825, worker=7c6d666a4939,41409,1733130807284 in 217 msec 2024-12-02T09:13:45,185 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting dir is empty, no logs to split. 2024-12-02T09:13:45,185 INFO [PEWorker-5 {}] master.SplitWALManager(105): 7c6d666a4939,35943,1733130807419 WAL count=0, meta=false 2024-12-02T09:13:45,185 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 7c6d666a4939,35943,1733130807419 WAL splitting is done? wals=0, meta=false 2024-12-02T09:13:45,187 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 7c6d666a4939,35943,1733130807419 failed, ignore...File hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/WALs/7c6d666a4939,35943,1733130807419-splitting does not exist. 2024-12-02T09:13:45,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN}] 2024-12-02T09:13:45,191 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN 2024-12-02T09:13:45,192 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-02T09:13:45,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18] 2024-12-02T09:13:45,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7c6d666a4939:35943 this server is in the failed servers list 2024-12-02T09:13:45,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7c6d666a4939:35943 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7c6d666a4939:35943 2024-12-02T09:13:45,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7c6d666a4939:35943 2024-12-02T09:13:45,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35943,1733130807419, seqNum=18 from cache 2024-12-02T09:13:45,343 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(204): Hosts are {7c6d666a4939=0} racks are {/default-rack=0} 2024-12-02T09:13:45,343 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-02T09:13:45,343 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-02T09:13:45,343 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-02T09:13:45,343 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-02T09:13:45,343 INFO [7c6d666a4939:34145 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-02T09:13:45,343 INFO [7c6d666a4939:34145 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-02T09:13:45,343 DEBUG [7c6d666a4939:34145 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-02T09:13:45,344 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPENING, regionLocation=7c6d666a4939,35989,1733130807374 2024-12-02T09:13:45,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN because future has completed 2024-12-02T09:13:45,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35989,1733130807374}] 2024-12-02T09:13:45,504 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:45,504 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1968c24e41c70e87d9f025c8b4e2dc27, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:45,505 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,505 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:45,505 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,505 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,506 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,507 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf1 2024-12-02T09:13:45,507 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,513 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf1/775270ddac4c4c59a859ebfd35ec76c6 2024-12-02T09:13:45,513 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,513 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,514 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1968c24e41c70e87d9f025c8b4e2dc27 columnFamilyName cf2 2024-12-02T09:13:45,515 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,521 DEBUG [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/cf2/390927d7597a4c65a6a4ce2c160e40f8 2024-12-02T09:13:45,521 INFO [StoreOpener-1968c24e41c70e87d9f025c8b4e2dc27-1 {}] regionserver.HStore(327): Store=1968c24e41c70e87d9f025c8b4e2dc27/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,522 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,522 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,524 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,524 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,524 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,525 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-02T09:13:45,526 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,527 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 1968c24e41c70e87d9f025c8b4e2dc27; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62531150, jitterRate=-0.06821325421333313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-02T09:13:45,527 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:13:45,528 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 1968c24e41c70e87d9f025c8b4e2dc27: Running coprocessor pre-open hook at 1733130825505Writing region info on filesystem at 1733130825505Initializing all the Stores at 1733130825506 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825506Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825506Cleaning up temporary data from old regions at 1733130825524 (+18 ms)Running coprocessor post-open hooks at 1733130825527 (+3 ms)Region opened successfully at 1733130825528 (+1 ms) 2024-12-02T09:13:45,529 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., pid=17, masterSystemTime=1733130825499 2024-12-02T09:13:45,531 DEBUG [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:45,531 INFO [RS_OPEN_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:13:45,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1968c24e41c70e87d9f025c8b4e2dc27, regionState=OPEN, openSeqNum=18, regionLocation=7c6d666a4939,35989,1733130807374 2024-12-02T09:13:45,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35989,1733130807374 because future has completed 2024-12-02T09:13:45,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-02T09:13:45,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1968c24e41c70e87d9f025c8b4e2dc27, server=7c6d666a4939,35989,1733130807374 in 189 msec 2024-12-02T09:13:45,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-02T09:13:45,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=1968c24e41c70e87d9f025c8b4e2dc27, ASSIGN in 347 msec 2024-12-02T09:13:45,540 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 7c6d666a4939,35943,1733130807419 after splitting done 2024-12-02T09:13:45,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 7c6d666a4939,35943,1733130807419, splitWal=true, meta=false in 591 msec 2024-12-02T09:13:45,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27., hostname=7c6d666a4939,35989,1733130807374, seqNum=18] 2024-12-02T09:13:45,850 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=416 (was 417), OpenFileDescriptor=1053 (was 1025) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 278), ProcessCount=11 (was 11), AvailableMemoryMB=1675 (was 1813) 2024-12-02T09:13:45,850 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-02T09:13:45,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=1674 2024-12-02T09:13:45,861 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-12-02T09:13:45,873 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:45,874 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:45,875 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:45,877 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53419343, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-53419343, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:45,888 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53419343/hregion-53419343.1733130825878, exclude list is [], retry=0 2024-12-02T09:13:45,891 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:45,891 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:45,891 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:45,894 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53419343/hregion-53419343.1733130825878 2024-12-02T09:13:45,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:45,894 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5becf947ac353dbbb1f04c285824b3ad, NAME => 'testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741893_1071 (size=67) 2024-12-02T09:13:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741893_1071 (size=67) 2024-12-02T09:13:45,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741893_1071 (size=67) 2024-12-02T09:13:45,904 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:45,906 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,908 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName a 2024-12-02T09:13:45,908 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,908 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,909 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,910 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName b 2024-12-02T09:13:45,910 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,911 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,911 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,912 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName c 2024-12-02T09:13:45,912 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,913 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,913 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,914 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,914 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,915 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,915 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,916 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:45,917 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,919 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:45,919 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5becf947ac353dbbb1f04c285824b3ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59249149, jitterRate=-0.11711888015270233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5becf947ac353dbbb1f04c285824b3ad: Writing region info on filesystem at 1733130825904Initializing all the Stores at 1733130825905 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825905Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825906 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825906Cleaning up temporary data from old regions at 1733130825915 (+9 ms)Region opened successfully at 1733130825920 (+5 ms) 2024-12-02T09:13:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5becf947ac353dbbb1f04c285824b3ad, disabling compactions & flushes 2024-12-02T09:13:45,920 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. after waiting 0 ms 2024-12-02T09:13:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:45,920 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:45,920 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5becf947ac353dbbb1f04c285824b3ad: Waiting for close lock at 1733130825920Disabling compacts and flushes for region at 1733130825920Disabling writes for close at 1733130825920Writing region close event to WAL at 1733130825920Closed at 1733130825920 2024-12-02T09:13:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741892_1070 (size=93) 2024-12-02T09:13:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741892_1070 (size=93) 2024-12-02T09:13:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741892_1070 (size=93) 2024-12-02T09:13:45,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:45,925 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53419343:(num 1733130825878) 2024-12-02T09:13:45,925 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:45,926 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:45,937 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927, exclude list is [], retry=0 2024-12-02T09:13:45,954 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:45,954 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:45,954 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:45,962 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927 2024-12-02T09:13:45,962 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:13:45,963 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5becf947ac353dbbb1f04c285824b3ad, NAME => 'testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:45,963 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:45,963 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,963 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,964 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,965 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName a 2024-12-02T09:13:45,965 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,966 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,966 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,967 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName b 2024-12-02T09:13:45,967 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,967 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,968 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,968 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName c 2024-12-02T09:13:45,968 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:45,969 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:45,969 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,970 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,971 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,972 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,972 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,972 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:45,973 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:45,974 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5becf947ac353dbbb1f04c285824b3ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71862718, jitterRate=0.07083794474601746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:45,975 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5becf947ac353dbbb1f04c285824b3ad: Writing region info on filesystem at 1733130825963Initializing all the Stores at 1733130825964 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825964Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825964Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130825964Cleaning up temporary data from old regions at 1733130825972 (+8 ms)Region opened successfully at 1733130825975 (+3 ms) 2024-12-02T09:13:46,017 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5becf947ac353dbbb1f04c285824b3ad 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T09:13:46,039 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/a/5a867bf737694832b5e64eb50d5dfc96 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733130825975/Put/seqid=0 2024-12-02T09:13:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741895_1073 (size=5958) 2024-12-02T09:13:46,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741895_1073 (size=5958) 2024-12-02T09:13:46,052 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/a/5a867bf737694832b5e64eb50d5dfc96 2024-12-02T09:13:46,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741895_1073 (size=5958) 2024-12-02T09:13:46,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/b/02fccf250e2f4a109f1a037f1fabd894 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733130825986/Put/seqid=0 2024-12-02T09:13:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741896_1074 (size=5958) 2024-12-02T09:13:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741896_1074 (size=5958) 2024-12-02T09:13:46,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741896_1074 (size=5958) 2024-12-02T09:13:46,085 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/b/02fccf250e2f4a109f1a037f1fabd894 2024-12-02T09:13:46,109 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/c/ae6320ae324148ad9d49e4a06ed4a050 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733130826005/Put/seqid=0 2024-12-02T09:13:46,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741897_1075 (size=5958) 2024-12-02T09:13:46,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741897_1075 (size=5958) 2024-12-02T09:13:46,125 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/c/ae6320ae324148ad9d49e4a06ed4a050 2024-12-02T09:13:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741897_1075 (size=5958) 2024-12-02T09:13:46,132 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/a/5a867bf737694832b5e64eb50d5dfc96 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/a/5a867bf737694832b5e64eb50d5dfc96 2024-12-02T09:13:46,138 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/a/5a867bf737694832b5e64eb50d5dfc96, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T09:13:46,139 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/b/02fccf250e2f4a109f1a037f1fabd894 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/b/02fccf250e2f4a109f1a037f1fabd894 2024-12-02T09:13:46,146 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/b/02fccf250e2f4a109f1a037f1fabd894, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T09:13:46,147 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/c/ae6320ae324148ad9d49e4a06ed4a050 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/c/ae6320ae324148ad9d49e4a06ed4a050 2024-12-02T09:13:46,155 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/c/ae6320ae324148ad9d49e4a06ed4a050, entries=10, sequenceid=33, filesize=5.8 K 2024-12-02T09:13:46,157 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5becf947ac353dbbb1f04c285824b3ad in 140ms, sequenceid=33, compaction requested=false 2024-12-02T09:13:46,158 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5becf947ac353dbbb1f04c285824b3ad: 2024-12-02T09:13:46,158 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5becf947ac353dbbb1f04c285824b3ad, disabling compactions & flushes 2024-12-02T09:13:46,158 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:46,158 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:46,158 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. after waiting 0 ms 2024-12-02T09:13:46,158 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:46,167 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. 2024-12-02T09:13:46,168 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5becf947ac353dbbb1f04c285824b3ad: Waiting for close lock at 1733130826158Disabling compacts and flushes for region at 1733130826158Disabling writes for close at 1733130826158Writing region close event to WAL at 1733130826167 (+9 ms)Closed at 1733130826167 2024-12-02T09:13:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741894_1072 (size=5937) 2024-12-02T09:13:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741894_1072 (size=5937) 2024-12-02T09:13:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741894_1072 (size=5937) 2024-12-02T09:13:46,223 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/b/02fccf250e2f4a109f1a037f1fabd894 to hdfs://localhost:40079/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/b/02fccf250e2f4a109f1a037f1fabd894 2024-12-02T09:13:46,241 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927, size=5.8 K (5937bytes) 2024-12-02T09:13:46,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927 2024-12-02T09:13:46,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927 after 0ms 2024-12-02T09:13:46,244 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927 took 3ms 2024-12-02T09:13:46,252 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927 so closing down 2024-12-02T09:13:46,252 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:46,254 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733130825927.temp 2024-12-02T09:13:46,259 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000003-wal.1733130825927.temp 2024-12-02T09:13:46,259 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741898_1076 (size=5223) 2024-12-02T09:13:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741898_1076 (size=5223) 2024-12-02T09:13:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741898_1076 (size=5223) 2024-12-02T09:13:46,270 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000003-wal.1733130825927.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:46,272 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000003-wal.1733130825927.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000032 2024-12-02T09:13:46,272 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 25 ms; skipped=2; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927, size=5.8 K, length=5937, corrupted=false, cancelled=false 2024-12-02T09:13:46,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927, journal: Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927, size=5.8 K (5937bytes) at 1733130826241Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927 so closing down at 1733130826252 (+11 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000003-wal.1733130825927.temp at 1733130826259 (+7 ms)3 split writer threads finished at 1733130826259Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000003-wal.1733130825927.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733130826270 (+11 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000003-wal.1733130825927.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000032 at 1733130826272 (+2 ms)Processed 32 edits across 1 Regions in 25 ms; skipped=2; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927, size=5.8 K, length=5937, corrupted=false, cancelled=false at 1733130826272 2024-12-02T09:13:46,274 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130825927 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130825927 2024-12-02T09:13:46,275 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000032 2024-12-02T09:13:46,276 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:46,278 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:46,297 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130826278, exclude list is [], retry=0 2024-12-02T09:13:46,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:46,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:46,300 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:46,304 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130826278 2024-12-02T09:13:46,304 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:46,304 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5becf947ac353dbbb1f04c285824b3ad, NAME => 'testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:46,305 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:46,305 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,305 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,307 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,308 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName a 2024-12-02T09:13:46,308 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,316 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/a/5a867bf737694832b5e64eb50d5dfc96 2024-12-02T09:13:46,317 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,317 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,318 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName b 2024-12-02T09:13:46,319 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,319 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,319 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,321 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5becf947ac353dbbb1f04c285824b3ad columnFamilyName c 2024-12-02T09:13:46,321 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,329 DEBUG [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/c/ae6320ae324148ad9d49e4a06ed4a050 2024-12-02T09:13:46,329 INFO [StoreOpener-5becf947ac353dbbb1f04c285824b3ad-1 {}] regionserver.HStore(327): Store=5becf947ac353dbbb1f04c285824b3ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,331 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,332 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,334 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,335 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000032 2024-12-02T09:13:46,340 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000032 2024-12-02T09:13:46,340 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5becf947ac353dbbb1f04c285824b3ad 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T09:13:46,358 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/b/ca237048a6544cf5a002e29995cc30d6 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733130825986/Put/seqid=0 2024-12-02T09:13:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741900_1078 (size=5958) 2024-12-02T09:13:46,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741900_1078 (size=5958) 2024-12-02T09:13:46,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741900_1078 (size=5958) 2024-12-02T09:13:46,376 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/b/ca237048a6544cf5a002e29995cc30d6 2024-12-02T09:13:46,385 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/.tmp/b/ca237048a6544cf5a002e29995cc30d6 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/b/ca237048a6544cf5a002e29995cc30d6 2024-12-02T09:13:46,392 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/b/ca237048a6544cf5a002e29995cc30d6, entries=10, sequenceid=32, filesize=5.8 K 2024-12-02T09:13:46,393 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5becf947ac353dbbb1f04c285824b3ad in 52ms, sequenceid=32, compaction requested=false; wal=null 2024-12-02T09:13:46,394 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/0000000000000000032 2024-12-02T09:13:46,395 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,395 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,396 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:46,398 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5becf947ac353dbbb1f04c285824b3ad 2024-12-02T09:13:46,400 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5becf947ac353dbbb1f04c285824b3ad/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-02T09:13:46,402 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5becf947ac353dbbb1f04c285824b3ad; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63151778, jitterRate=-0.05896517634391785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:46,402 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5becf947ac353dbbb1f04c285824b3ad: Writing region info on filesystem at 1733130826305Initializing all the Stores at 1733130826306 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826306Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826307 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826307Obtaining lock to block concurrent updates at 1733130826340 (+33 ms)Preparing flush snapshotting stores in 5becf947ac353dbbb1f04c285824b3ad at 1733130826340Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733130826340Flushing stores of testReplayEditsWrittenViaHRegion,,1733130825873.5becf947ac353dbbb1f04c285824b3ad. at 1733130826340Flushing 5becf947ac353dbbb1f04c285824b3ad/b: creating writer at 1733130826340Flushing 5becf947ac353dbbb1f04c285824b3ad/b: appending metadata at 1733130826357 (+17 ms)Flushing 5becf947ac353dbbb1f04c285824b3ad/b: closing flushed file at 1733130826358 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52edbd2e: reopening flushed file at 1733130826383 (+25 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5becf947ac353dbbb1f04c285824b3ad in 52ms, sequenceid=32, compaction requested=false; wal=null at 1733130826393 (+10 ms)Cleaning up temporary data from old regions at 1733130826395 (+2 ms)Region opened successfully at 1733130826402 (+7 ms) 2024-12-02T09:13:46,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=425 (was 416) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:60432 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:39444 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:43664 [Waiting for operation #41] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:39284 [Waiting for operation #33] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:60302 [Waiting for operation #28] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:43836 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1129 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1612 (was 1674) 2024-12-02T09:13:46,432 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-02T09:13:46,446 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=425, OpenFileDescriptor=1129, MaxFileDescriptor=1048576, SystemLoadAverage=384, ProcessCount=11, AvailableMemoryMB=1610 2024-12-02T09:13:46,446 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1129 is superior to 1024 2024-12-02T09:13:46,466 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:46,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:46,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:46,474 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-01514179, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-01514179, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:46,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-01514179/hregion-01514179.1733130826475, exclude list is [], retry=0 2024-12-02T09:13:46,492 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:46,496 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:46,497 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:46,503 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-01514179/hregion-01514179.1733130826475 2024-12-02T09:13:46,504 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:46,504 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1d5ef065f29fe591bd4cf8cc9137a86b, NAME => 'testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:46,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741902_1080 (size=68) 2024-12-02T09:13:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741902_1080 (size=68) 2024-12-02T09:13:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741902_1080 (size=68) 2024-12-02T09:13:46,523 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:46,527 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,529 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName a 2024-12-02T09:13:46,529 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,530 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,530 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,531 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName b 2024-12-02T09:13:46,532 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,532 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,532 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,534 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName c 2024-12-02T09:13:46,534 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,535 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,535 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,536 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,537 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,538 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,539 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,539 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:46,541 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,550 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:46,551 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d5ef065f29fe591bd4cf8cc9137a86b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69210240, jitterRate=0.03131294250488281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:46,552 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d5ef065f29fe591bd4cf8cc9137a86b: Writing region info on filesystem at 1733130826523Initializing all the Stores at 1733130826526 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826526Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826527 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826527Cleaning up temporary data from old regions at 1733130826539 (+12 ms)Region opened successfully at 1733130826552 (+13 ms) 2024-12-02T09:13:46,552 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1d5ef065f29fe591bd4cf8cc9137a86b, disabling compactions & flushes 2024-12-02T09:13:46,552 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:46,552 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:46,552 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. after waiting 0 ms 2024-12-02T09:13:46,552 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:46,553 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:46,553 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1d5ef065f29fe591bd4cf8cc9137a86b: Waiting for close lock at 1733130826552Disabling compacts and flushes for region at 1733130826552Disabling writes for close at 1733130826552Writing region close event to WAL at 1733130826553 (+1 ms)Closed at 1733130826553 2024-12-02T09:13:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741901_1079 (size=93) 2024-12-02T09:13:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741901_1079 (size=93) 2024-12-02T09:13:46,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741901_1079 (size=93) 2024-12-02T09:13:46,565 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:46,565 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-01514179:(num 1733130826475) 2024-12-02T09:13:46,566 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:46,569 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:46,587 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570, exclude list is [], retry=0 2024-12-02T09:13:46,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:46,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:46,590 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:46,600 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570 2024-12-02T09:13:46,600 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:13:46,665 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d5ef065f29fe591bd4cf8cc9137a86b, NAME => 'testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:46,668 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,668 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:46,668 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,668 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,673 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,674 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName a 2024-12-02T09:13:46,674 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,675 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,675 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,676 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName b 2024-12-02T09:13:46,677 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,677 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,678 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,679 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName c 2024-12-02T09:13:46,679 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:46,679 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:46,680 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,681 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,682 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,683 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,683 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,683 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:46,685 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,686 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d5ef065f29fe591bd4cf8cc9137a86b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68922448, jitterRate=0.027024507522583008}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:46,686 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:46,687 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d5ef065f29fe591bd4cf8cc9137a86b: Running coprocessor pre-open hook at 1733130826668Writing region info on filesystem at 1733130826668Initializing all the Stores at 1733130826672 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826672Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826672Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130826672Cleaning up temporary data from old regions at 1733130826683 (+11 ms)Running coprocessor post-open hooks at 1733130826686 (+3 ms)Region opened successfully at 1733130826687 (+1 ms) 2024-12-02T09:13:46,711 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d5ef065f29fe591bd4cf8cc9137a86b 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-02T09:13:46,712 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:46,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-02T09:13:46,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:46,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-02T09:13:46,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:46,912 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-02T09:13:46,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:46,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-02T09:13:46,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:46,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-02T09:13:46,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-02T09:13:47,713 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:48,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T09:13:48,714 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:49,715 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:50,715 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:51,716 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:52,716 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:53,717 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:54,718 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:55,718 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1d5ef065f29fe591bd4cf8cc9137a86b/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:55,719 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d5ef065f29fe591bd4cf8cc9137a86b: 2024-12-02T09:13:55,719 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:55,734 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1d5ef065f29fe591bd4cf8cc9137a86b: 2024-12-02T09:13:55,734 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-02T09:13:55,734 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1d5ef065f29fe591bd4cf8cc9137a86b, disabling compactions & flushes 2024-12-02T09:13:55,735 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:55,735 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:55,735 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. after waiting 0 ms 2024-12-02T09:13:55,735 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:55,735 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:55,735 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. 2024-12-02T09:13:55,735 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1d5ef065f29fe591bd4cf8cc9137a86b: Waiting for close lock at 1733130835734Running coprocessor pre-close hooks at 1733130835734Disabling compacts and flushes for region at 1733130835734Disabling writes for close at 1733130835735 (+1 ms)Writing region close event to WAL at 1733130835735Running coprocessor post-close hooks at 1733130835735Closed at 1733130835735 2024-12-02T09:13:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741903_1081 (size=3941) 2024-12-02T09:13:55,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741903_1081 (size=3941) 2024-12-02T09:13:55,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741903_1081 (size=3941) 2024-12-02T09:13:55,743 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-02T09:13:55,755 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570, size=3.8 K (3941bytes) 2024-12-02T09:13:55,755 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570 2024-12-02T09:13:55,756 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570 after 1ms 2024-12-02T09:13:55,758 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570 took 3ms 2024-12-02T09:13:55,760 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570 so closing down 2024-12-02T09:13:55,760 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:55,761 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733130826570.temp 2024-12-02T09:13:55,763 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000004-wal.1733130826570.temp 2024-12-02T09:13:55,763 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741904_1082 (size=2983) 2024-12-02T09:13:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741904_1082 (size=2983) 2024-12-02T09:13:55,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741904_1082 (size=2983) 2024-12-02T09:13:55,774 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000004-wal.1733130826570.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:55,775 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000004-wal.1733130826570.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000026 2024-12-02T09:13:55,775 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570, size=3.8 K, length=3941, corrupted=false, cancelled=false 2024-12-02T09:13:55,775 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570, journal: Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570, size=3.8 K (3941bytes) at 1733130835755Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570 so closing down at 1733130835760 (+5 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000004-wal.1733130826570.temp at 1733130835763 (+3 ms)3 split writer threads finished at 1733130835763Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000004-wal.1733130826570.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733130835774 (+11 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000004-wal.1733130826570.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000026 at 1733130835775 (+1 ms)Processed 23 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570, size=3.8 K, length=3941, corrupted=false, cancelled=false at 1733130835775 2024-12-02T09:13:55,777 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130826570 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130826570 2024-12-02T09:13:55,778 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000026 2024-12-02T09:13:55,778 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:55,779 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:55,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130835780, exclude list is [], retry=0 2024-12-02T09:13:55,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:55,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:55,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:55,795 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130835780 2024-12-02T09:13:55,799 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:13:55,800 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d5ef065f29fe591bd4cf8cc9137a86b, NAME => 'testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:55,800 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,800 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:55,801 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,801 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,802 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,804 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName a 2024-12-02T09:13:55,804 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:55,804 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:55,804 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,805 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName b 2024-12-02T09:13:55,805 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:55,806 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:55,806 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,806 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5ef065f29fe591bd4cf8cc9137a86b columnFamilyName c 2024-12-02T09:13:55,806 DEBUG [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:55,807 INFO [StoreOpener-1d5ef065f29fe591bd4cf8cc9137a86b-1 {}] regionserver.HStore(327): Store=1d5ef065f29fe591bd4cf8cc9137a86b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:55,807 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,808 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,809 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,809 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000026 2024-12-02T09:13:55,812 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000026 2024-12-02T09:13:55,812 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1d5ef065f29fe591bd4cf8cc9137a86b 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-02T09:13:55,825 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/a/30fbd3d9834c436d9902cb143d30127f is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733130835724/Put/seqid=0 2024-12-02T09:13:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741906_1084 (size=5523) 2024-12-02T09:13:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741906_1084 (size=5523) 2024-12-02T09:13:55,831 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/a/30fbd3d9834c436d9902cb143d30127f 2024-12-02T09:13:55,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741906_1084 (size=5523) 2024-12-02T09:13:55,850 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/b/3b930d23b47c44f7ba25e833ec63ae12 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733130835720/Put/seqid=0 2024-12-02T09:13:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741907_1085 (size=5524) 2024-12-02T09:13:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741907_1085 (size=5524) 2024-12-02T09:13:55,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741907_1085 (size=5524) 2024-12-02T09:13:55,864 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/b/3b930d23b47c44f7ba25e833ec63ae12 2024-12-02T09:13:55,888 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/c/3e20162683cc422394353bc2d714da16 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733130835722/Put/seqid=0 2024-12-02T09:13:55,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741908_1086 (size=5457) 2024-12-02T09:13:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741908_1086 (size=5457) 2024-12-02T09:13:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741908_1086 (size=5457) 2024-12-02T09:13:55,895 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/c/3e20162683cc422394353bc2d714da16 2024-12-02T09:13:55,902 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/a/30fbd3d9834c436d9902cb143d30127f as hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/a/30fbd3d9834c436d9902cb143d30127f 2024-12-02T09:13:55,908 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/a/30fbd3d9834c436d9902cb143d30127f, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T09:13:55,909 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/b/3b930d23b47c44f7ba25e833ec63ae12 as hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/b/3b930d23b47c44f7ba25e833ec63ae12 2024-12-02T09:13:55,914 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/b/3b930d23b47c44f7ba25e833ec63ae12, entries=7, sequenceid=26, filesize=5.4 K 2024-12-02T09:13:55,915 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/.tmp/c/3e20162683cc422394353bc2d714da16 as hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/c/3e20162683cc422394353bc2d714da16 2024-12-02T09:13:55,921 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/c/3e20162683cc422394353bc2d714da16, entries=6, sequenceid=26, filesize=5.3 K 2024-12-02T09:13:55,922 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1d5ef065f29fe591bd4cf8cc9137a86b in 110ms, sequenceid=26, compaction requested=false; wal=null 2024-12-02T09:13:55,922 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/0000000000000000026 2024-12-02T09:13:55,924 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,924 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,924 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:55,926 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,928 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsAfterAbortingFlush/1d5ef065f29fe591bd4cf8cc9137a86b/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-02T09:13:55,929 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1d5ef065f29fe591bd4cf8cc9137a86b; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75487231, jitterRate=0.1248473972082138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:55,929 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d5ef065f29fe591bd4cf8cc9137a86b 2024-12-02T09:13:55,930 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1d5ef065f29fe591bd4cf8cc9137a86b: Running coprocessor pre-open hook at 1733130835801Writing region info on filesystem at 1733130835801Initializing all the Stores at 1733130835802 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130835802Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130835802Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130835802Obtaining lock to block concurrent updates at 1733130835812 (+10 ms)Preparing flush snapshotting stores in 1d5ef065f29fe591bd4cf8cc9137a86b at 1733130835812Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733130835813 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1733130826467.1d5ef065f29fe591bd4cf8cc9137a86b. at 1733130835813Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/a: creating writer at 1733130835813Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/a: appending metadata at 1733130835825 (+12 ms)Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/a: closing flushed file at 1733130835825Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/b: creating writer at 1733130835836 (+11 ms)Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/b: appending metadata at 1733130835850 (+14 ms)Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/b: closing flushed file at 1733130835850Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/c: creating writer at 1733130835872 (+22 ms)Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/c: appending metadata at 1733130835888 (+16 ms)Flushing 1d5ef065f29fe591bd4cf8cc9137a86b/c: closing flushed file at 1733130835888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3949751d: reopening flushed file at 1733130835901 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2076fccf: reopening flushed file at 1733130835908 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48d476aa: reopening flushed file at 1733130835914 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1d5ef065f29fe591bd4cf8cc9137a86b in 110ms, sequenceid=26, compaction requested=false; wal=null at 1733130835922 (+8 ms)Cleaning up temporary data from old regions at 1733130835924 (+2 ms)Running coprocessor post-open hooks at 1733130835929 (+5 ms)Region opened successfully at 1733130835930 (+1 ms) 2024-12-02T09:13:55,950 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=421 (was 425), OpenFileDescriptor=1183 (was 1129) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 384), ProcessCount=11 (was 11), AvailableMemoryMB=1331 (was 1610) 2024-12-02T09:13:55,950 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-02T09:13:55,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=421, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=1329 2024-12-02T09:13:55,961 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-02T09:13:55,974 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:55,975 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:55,976 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:55,978 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-97565867, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-97565867, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:55,989 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-97565867/hregion-97565867.1733130835978, exclude list is [], retry=0 2024-12-02T09:13:55,992 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:55,992 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:55,992 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:55,996 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-97565867/hregion-97565867.1733130835978 2024-12-02T09:13:55,996 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:55,997 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f071bc205f0cf0bf184edbf0efcf3c23, NAME => 'testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741910_1088 (size=61) 2024-12-02T09:13:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741910_1088 (size=61) 2024-12-02T09:13:56,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741910_1088 (size=61) 2024-12-02T09:13:56,416 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:56,417 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,419 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f071bc205f0cf0bf184edbf0efcf3c23 columnFamilyName a 2024-12-02T09:13:56,419 DEBUG [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:56,419 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(327): Store=f071bc205f0cf0bf184edbf0efcf3c23/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:56,419 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,420 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,420 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,421 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,421 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,422 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,425 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:56,425 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f071bc205f0cf0bf184edbf0efcf3c23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66895322, jitterRate=-0.003182023763656616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:56,426 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f071bc205f0cf0bf184edbf0efcf3c23: Writing region info on filesystem at 1733130836416Initializing all the Stores at 1733130836417 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130836417Cleaning up temporary data from old regions at 1733130836421 (+4 ms)Region opened successfully at 1733130836426 (+5 ms) 2024-12-02T09:13:56,426 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f071bc205f0cf0bf184edbf0efcf3c23, disabling compactions & flushes 2024-12-02T09:13:56,426 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,426 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,426 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. after waiting 0 ms 2024-12-02T09:13:56,426 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,426 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,427 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f071bc205f0cf0bf184edbf0efcf3c23: Waiting for close lock at 1733130836426Disabling compacts and flushes for region at 1733130836426Disabling writes for close at 1733130836426Writing region close event to WAL at 1733130836426Closed at 1733130836426 2024-12-02T09:13:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741909_1087 (size=93) 2024-12-02T09:13:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741909_1087 (size=93) 2024-12-02T09:13:56,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741909_1087 (size=93) 2024-12-02T09:13:56,431 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:56,431 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-97565867:(num 1733130835978) 2024-12-02T09:13:56,431 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:56,433 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:56,444 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433, exclude list is [], retry=0 2024-12-02T09:13:56,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:56,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:56,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:56,448 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 2024-12-02T09:13:56,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:13:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f071bc205f0cf0bf184edbf0efcf3c23, NAME => 'testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,449 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,450 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,451 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f071bc205f0cf0bf184edbf0efcf3c23 columnFamilyName a 2024-12-02T09:13:56,451 DEBUG [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:56,452 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(327): Store=f071bc205f0cf0bf184edbf0efcf3c23/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:56,452 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,452 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,453 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,454 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,454 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,455 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:56,456 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f071bc205f0cf0bf184edbf0efcf3c23; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66655881, jitterRate=-0.006749972701072693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:56,457 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f071bc205f0cf0bf184edbf0efcf3c23: Writing region info on filesystem at 1733130836449Initializing all the Stores at 1733130836450 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130836450Cleaning up temporary data from old regions at 1733130836454 (+4 ms)Region opened successfully at 1733130836457 (+3 ms) 2024-12-02T09:13:56,466 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f071bc205f0cf0bf184edbf0efcf3c23, disabling compactions & flushes 2024-12-02T09:13:56,466 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,466 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,466 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. after waiting 0 ms 2024-12-02T09:13:56,466 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,467 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,467 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. 2024-12-02T09:13:56,467 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f071bc205f0cf0bf184edbf0efcf3c23: Waiting for close lock at 1733130836466Disabling compacts and flushes for region at 1733130836466Disabling writes for close at 1733130836466Writing region close event to WAL at 1733130836467 (+1 ms)Closed at 1733130836467 2024-12-02T09:13:56,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741911_1089 (size=1623) 2024-12-02T09:13:56,470 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 not finished, retry = 0 2024-12-02T09:13:56,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741911_1089 (size=1623) 2024-12-02T09:13:56,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741911_1089 (size=1623) 2024-12-02T09:13:56,583 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433, size=1.6 K (1623bytes) 2024-12-02T09:13:56,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 2024-12-02T09:13:56,583 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 after 0ms 2024-12-02T09:13:56,585 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 took 2ms 2024-12-02T09:13:56,587 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 so closing down 2024-12-02T09:13:56,587 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:13:56,588 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733130836433.temp 2024-12-02T09:13:56,589 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000003-wal.1733130836433.temp 2024-12-02T09:13:56,589 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:13:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741912_1090 (size=1623) 2024-12-02T09:13:56,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741912_1090 (size=1623) 2024-12-02T09:13:56,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741912_1090 (size=1623) 2024-12-02T09:13:56,598 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000003-wal.1733130836433.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-02T09:13:56,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000003-wal.1733130836433.temp to hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000012 2024-12-02T09:13:56,600 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433, size=1.6 K, length=1623, corrupted=false, cancelled=false 2024-12-02T09:13:56,600 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433, journal: Splitting hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433, size=1.6 K (1623bytes) at 1733130836583Finishing writing output for hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 so closing down at 1733130836587 (+4 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000003-wal.1733130836433.temp at 1733130836589 (+2 ms)3 split writer threads finished at 1733130836589Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000003-wal.1733130836433.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733130836598 (+9 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000003-wal.1733130836433.temp to hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000012 at 1733130836599 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433, size=1.6 K, length=1623, corrupted=false, cancelled=false at 1733130836600 (+1 ms) 2024-12-02T09:13:56,601 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130836433 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130836433 2024-12-02T09:13:56,602 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000012 2024-12-02T09:13:57,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:57,028 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:57,039 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130837028, exclude list is [], retry=0 2024-12-02T09:13:57,042 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:57,043 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:57,043 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:57,044 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130837028 2024-12-02T09:13:57,044 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:13:57,045 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f071bc205f0cf0bf184edbf0efcf3c23, NAME => 'testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:57,045 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:57,045 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,045 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,048 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,050 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f071bc205f0cf0bf184edbf0efcf3c23 columnFamilyName a 2024-12-02T09:13:57,050 DEBUG [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,051 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(327): Store=f071bc205f0cf0bf184edbf0efcf3c23/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,052 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,055 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000012 2024-12-02T09:13:57,058 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000012 2024-12-02T09:13:57,058 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f071bc205f0cf0bf184edbf0efcf3c23 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-02T09:13:57,076 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/.tmp/a/91e68b03833d4277854bc478d8d6ce92 is 79, key is testDatalossWhenInputError/a:x0/1733130836457/Put/seqid=0 2024-12-02T09:13:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741914_1092 (size=5808) 2024-12-02T09:13:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741914_1092 (size=5808) 2024-12-02T09:13:57,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741914_1092 (size=5808) 2024-12-02T09:13:57,086 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/.tmp/a/91e68b03833d4277854bc478d8d6ce92 2024-12-02T09:13:57,098 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/.tmp/a/91e68b03833d4277854bc478d8d6ce92 as hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/a/91e68b03833d4277854bc478d8d6ce92 2024-12-02T09:13:57,111 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/a/91e68b03833d4277854bc478d8d6ce92, entries=10, sequenceid=12, filesize=5.7 K 2024-12-02T09:13:57,111 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f071bc205f0cf0bf184edbf0efcf3c23 in 53ms, sequenceid=12, compaction requested=false; wal=null 2024-12-02T09:13:57,112 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/0000000000000000012 2024-12-02T09:13:57,113 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,113 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,117 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,119 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-02T09:13:57,120 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f071bc205f0cf0bf184edbf0efcf3c23; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68612322, jitterRate=0.02240327000617981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:57,121 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f071bc205f0cf0bf184edbf0efcf3c23: Writing region info on filesystem at 1733130837045Initializing all the Stores at 1733130837048 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837048Obtaining lock to block concurrent updates at 1733130837058 (+10 ms)Preparing flush snapshotting stores in f071bc205f0cf0bf184edbf0efcf3c23 at 1733130837058Finished memstore snapshotting testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733130837058Flushing stores of testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23. at 1733130837058Flushing f071bc205f0cf0bf184edbf0efcf3c23/a: creating writer at 1733130837058Flushing f071bc205f0cf0bf184edbf0efcf3c23/a: appending metadata at 1733130837076 (+18 ms)Flushing f071bc205f0cf0bf184edbf0efcf3c23/a: closing flushed file at 1733130837076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b47bba: reopening flushed file at 1733130837094 (+18 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f071bc205f0cf0bf184edbf0efcf3c23 in 53ms, sequenceid=12, compaction requested=false; wal=null at 1733130837111 (+17 ms)Cleaning up temporary data from old regions at 1733130837113 (+2 ms)Region opened successfully at 1733130837121 (+8 ms) 2024-12-02T09:13:57,124 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f071bc205f0cf0bf184edbf0efcf3c23, NAME => 'testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:57,124 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733130835974.f071bc205f0cf0bf184edbf0efcf3c23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:57,125 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,125 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,126 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,127 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f071bc205f0cf0bf184edbf0efcf3c23 columnFamilyName a 2024-12-02T09:13:57,127 DEBUG [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,134 DEBUG [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/a/91e68b03833d4277854bc478d8d6ce92 2024-12-02T09:13:57,134 INFO [StoreOpener-f071bc205f0cf0bf184edbf0efcf3c23-1 {}] regionserver.HStore(327): Store=f071bc205f0cf0bf184edbf0efcf3c23/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,134 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,135 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,136 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,137 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,137 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,139 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f071bc205f0cf0bf184edbf0efcf3c23 2024-12-02T09:13:57,141 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testDatalossWhenInputError/f071bc205f0cf0bf184edbf0efcf3c23/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-02T09:13:57,142 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f071bc205f0cf0bf184edbf0efcf3c23; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62561270, jitterRate=-0.06776443123817444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-02T09:13:57,142 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f071bc205f0cf0bf184edbf0efcf3c23: Writing region info on filesystem at 1733130837125Initializing all the Stores at 1733130837126 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837126Cleaning up temporary data from old regions at 1733130837137 (+11 ms)Region opened successfully at 1733130837142 (+5 ms) 2024-12-02T09:13:57,157 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testDatalossWhenInputError Thread=431 (was 421) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:43814 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:43918 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:37060 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:39992 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1301469949-172.17.0.3-1733130802665:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:37014 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:40058 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=364 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=1227 (was 1329) 2024-12-02T09:13:57,157 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-02T09:13:57,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=431, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=364, ProcessCount=11, AvailableMemoryMB=1226 2024-12-02T09:13:57,167 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-12-02T09:13:57,181 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:57,183 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:13:57,183 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:13:57,185 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68466157, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-68466157, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:57,197 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68466157/hregion-68466157.1733130837186, exclude list is [], retry=0 2024-12-02T09:13:57,199 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:57,199 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:57,199 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:57,202 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68466157/hregion-68466157.1733130837186 2024-12-02T09:13:57,202 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:13:57,203 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b005199cfbebc33223a8b61b4f94bce4, NAME => 'testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:13:57,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741916_1094 (size=63) 2024-12-02T09:13:57,220 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741916_1094 (size=63) 2024-12-02T09:13:57,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741916_1094 (size=63) 2024-12-02T09:13:57,222 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,224 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName a 2024-12-02T09:13:57,224 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,231 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,231 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,233 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName b 2024-12-02T09:13:57,233 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,233 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,233 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,235 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName c 2024-12-02T09:13:57,235 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,236 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,236 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,238 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,239 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,239 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,240 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:57,241 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,243 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:13:57,246 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b005199cfbebc33223a8b61b4f94bce4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63666297, jitterRate=-0.051298245787620544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:57,247 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b005199cfbebc33223a8b61b4f94bce4: Writing region info on filesystem at 1733130837220Initializing all the Stores at 1733130837222 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837222Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837222Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837222Cleaning up temporary data from old regions at 1733130837239 (+17 ms)Region opened successfully at 1733130837247 (+8 ms) 2024-12-02T09:13:57,247 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b005199cfbebc33223a8b61b4f94bce4, disabling compactions & flushes 2024-12-02T09:13:57,247 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:13:57,247 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:13:57,247 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. after waiting 0 ms 2024-12-02T09:13:57,247 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:13:57,247 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:13:57,247 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b005199cfbebc33223a8b61b4f94bce4: Waiting for close lock at 1733130837247Disabling compacts and flushes for region at 1733130837247Disabling writes for close at 1733130837247Writing region close event to WAL at 1733130837247Closed at 1733130837247 2024-12-02T09:13:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741915_1093 (size=93) 2024-12-02T09:13:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741915_1093 (size=93) 2024-12-02T09:13:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741915_1093 (size=93) 2024-12-02T09:13:57,254 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:13:57,254 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68466157:(num 1733130837186) 2024-12-02T09:13:57,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:13:57,256 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:13:57,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256, exclude list is [], retry=0 2024-12-02T09:13:57,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:13:57,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:13:57,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:13:57,273 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 2024-12-02T09:13:57,274 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:13:57,274 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b005199cfbebc33223a8b61b4f94bce4, NAME => 'testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:13:57,274 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:13:57,274 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,274 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,276 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,277 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName a 2024-12-02T09:13:57,277 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,278 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,278 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,279 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName b 2024-12-02T09:13:57,279 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,280 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,280 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,281 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName c 2024-12-02T09:13:57,281 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:13:57,281 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:13:57,281 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,282 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,283 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,284 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,284 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,285 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:13:57,286 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:13:57,287 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b005199cfbebc33223a8b61b4f94bce4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74670727, jitterRate=0.11268053948879242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:13:57,288 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b005199cfbebc33223a8b61b4f94bce4: Writing region info on filesystem at 1733130837275Initializing all the Stores at 1733130837275Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837275Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837276 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130837276Cleaning up temporary data from old regions at 1733130837284 (+8 ms)Region opened successfully at 1733130837288 (+4 ms) 2024-12-02T09:13:57,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733130837291/Put/seqid=0 2024-12-02T09:13:57,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741918_1096 (size=4875) 2024-12-02T09:13:57,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741918_1096 (size=4875) 2024-12-02T09:13:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741918_1096 (size=4875) 2024-12-02T09:13:57,309 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733130837309/Put/seqid=0 2024-12-02T09:13:57,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741919_1097 (size=4875) 2024-12-02T09:13:57,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741919_1097 (size=4875) 2024-12-02T09:13:57,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741919_1097 (size=4875) 2024-12-02T09:13:57,328 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733130837328/Put/seqid=0 2024-12-02T09:13:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741920_1098 (size=4875) 2024-12-02T09:13:57,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741920_1098 (size=4875) 2024-12-02T09:13:57,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741920_1098 (size=4875) 2024-12-02T09:13:57,336 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in b005199cfbebc33223a8b61b4f94bce4/a 2024-12-02T09:13:57,340 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-02T09:13:57,340 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:13:57,340 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in b005199cfbebc33223a8b61b4f94bce4/a 2024-12-02T09:13:57,343 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-02T09:13:57,343 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:13:57,343 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in b005199cfbebc33223a8b61b4f94bce4/a 2024-12-02T09:13:57,347 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-02T09:13:57,347 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-02T09:13:57,347 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b005199cfbebc33223a8b61b4f94bce4 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-02T09:13:57,366 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/.tmp/a/66223f26604944f48fa526c5cb5f961e is 55, key is testCompactedBulkLoadedFiles/a:a/1733130837288/Put/seqid=0 2024-12-02T09:13:57,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741921_1099 (size=5107) 2024-12-02T09:13:57,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741921_1099 (size=5107) 2024-12-02T09:13:57,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741921_1099 (size=5107) 2024-12-02T09:13:57,378 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/.tmp/a/66223f26604944f48fa526c5cb5f961e 2024-12-02T09:13:57,385 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/.tmp/a/66223f26604944f48fa526c5cb5f961e as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e 2024-12-02T09:13:57,392 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e, entries=1, sequenceid=4, filesize=5.0 K 2024-12-02T09:13:57,393 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for b005199cfbebc33223a8b61b4f94bce4 in 46ms, sequenceid=4, compaction requested=false 2024-12-02T09:13:57,393 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b005199cfbebc33223a8b61b4f94bce4: 2024-12-02T09:13:57,394 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_ 2024-12-02T09:13:57,395 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_ 2024-12-02T09:13:57,396 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_ 2024-12-02T09:13:57,397 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile0 into b005199cfbebc33223a8b61b4f94bce4/a as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_ - updating store file list. 2024-12-02T09:13:57,403 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:13:57,404 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_ into b005199cfbebc33223a8b61b4f94bce4/a 2024-12-02T09:13:57,404 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile0 into b005199cfbebc33223a8b61b4f94bce4/a (new location: hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_) 2024-12-02T09:13:57,405 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile1 into b005199cfbebc33223a8b61b4f94bce4/a as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_ - updating store file list. 2024-12-02T09:13:57,410 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:13:57,410 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_ into b005199cfbebc33223a8b61b4f94bce4/a 2024-12-02T09:13:57,410 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile1 into b005199cfbebc33223a8b61b4f94bce4/a (new location: hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_) 2024-12-02T09:13:57,411 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile2 into b005199cfbebc33223a8b61b4f94bce4/a as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_ - updating store file list. 2024-12-02T09:13:57,415 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3db529503324c55bac865ec0f8bcb5a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:13:57,416 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_ into b005199cfbebc33223a8b61b4f94bce4/a 2024-12-02T09:13:57,416 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40079/hbase/testCompactedBulkLoadedFiles/hfile2 into b005199cfbebc33223a8b61b4f94bce4/a (new location: hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_) 2024-12-02T09:13:57,424 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-02T09:13:57,424 DEBUG [Time-limited test {}] regionserver.HStore(1541): b005199cfbebc33223a8b61b4f94bce4/a is initiating major compaction (all files) 2024-12-02T09:13:57,424 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b005199cfbebc33223a8b61b4f94bce4/a in testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:13:57,424 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_] into tmpdir=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/.tmp, totalSize=19.3 K 2024-12-02T09:13:57,425 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 66223f26604944f48fa526c5cb5f961e, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733130837288 2024-12-02T09:13:57,425 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T09:13:57,426 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T09:13:57,426 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting e3db529503324c55bac865ec0f8bcb5a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-02T09:13:57,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/.tmp/a/ce439177297f4f928ea70b13a4425d01 is 55, key is testCompactedBulkLoadedFiles/a:a/1733130837288/Put/seqid=0 2024-12-02T09:13:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741922_1100 (size=6154) 2024-12-02T09:13:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741922_1100 (size=6154) 2024-12-02T09:13:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741922_1100 (size=6154) 2024-12-02T09:13:57,454 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/.tmp/a/ce439177297f4f928ea70b13a4425d01 as hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/ce439177297f4f928ea70b13a4425d01 2024-12-02T09:13:57,460 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in b005199cfbebc33223a8b61b4f94bce4/a of b005199cfbebc33223a8b61b4f94bce4 into ce439177297f4f928ea70b13a4425d01(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-02T09:13:57,460 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b005199cfbebc33223a8b61b4f94bce4: 2024-12-02T09:13:57,460 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T09:13:57,461 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-02T09:13:57,499 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256, size=0 (0bytes) 2024-12-02T09:13:57,499 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 might be still open, length is 0 2024-12-02T09:13:57,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 2024-12-02T09:13:57,500 WARN [IPC Server handler 3 on default port 40079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-02T09:13:57,500 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 after 1ms 2024-12-02T09:13:58,652 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:43948 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39503:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43948 dst: /127.0.0.1:39503 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39503 remote=/127.0.0.1:43948]. Total timeout mills is 60000, 58809 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:58,652 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:37104 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45943:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37104 dst: /127.0.0.1:45943 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:58,652 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:40090 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:39925:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40090 dst: /127.0.0.1:39925 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:13:58,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741917_1101 (size=1659) 2024-12-02T09:13:58,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741917_1101 (size=1659) 2024-12-02T09:14:01,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-02T09:14:01,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 after 4002ms 2024-12-02T09:14:01,505 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 took 4005ms 2024-12-02T09:14:01,509 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256; continuing. 2024-12-02T09:14:01,509 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 so closing down 2024-12-02T09:14:01,509 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:14:01,515 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733130837256.temp 2024-12-02T09:14:01,519 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000003-wal.1733130837256.temp 2024-12-02T09:14:01,519 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:14:01,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741923_1102 (size=698) 2024-12-02T09:14:01,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741923_1102 (size=698) 2024-12-02T09:14:01,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000003-wal.1733130837256.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-02T09:14:01,530 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000003-wal.1733130837256.temp to hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000008 2024-12-02T09:14:01,530 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T09:14:01,530 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256, journal: Splitting hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256, size=0 (0bytes) at 1733130837499Finishing writing output for hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 so closing down at 1733130841509 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000003-wal.1733130837256.temp at 1733130841519 (+10 ms)3 split writer threads finished at 1733130841519Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000003-wal.1733130837256.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733130841528 (+9 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000003-wal.1733130837256.temp to hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000008 at 1733130841530 (+2 ms)Processed 5 edits across 1 Regions in 23 ms; skipped=3; WAL=hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256, size=0, length=0, corrupted=false, cancelled=false at 1733130841530 2024-12-02T09:14:01,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741923_1102 (size=698) 2024-12-02T09:14:01,534 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130837256 2024-12-02T09:14:01,535 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000008 2024-12-02T09:14:01,535 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:14:01,537 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:14:01,556 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130841537, exclude list is [], retry=0 2024-12-02T09:14:01,558 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:14:01,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:14:01,559 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:14:01,563 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130841537 2024-12-02T09:14:01,564 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:14:01,564 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b005199cfbebc33223a8b61b4f94bce4, NAME => 'testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:14:01,564 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:14:01,564 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,564 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,565 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,566 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName a 2024-12-02T09:14:01,566 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,575 DEBUG [StoreFileOpener-b005199cfbebc33223a8b61b4f94bce4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:14:01,576 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_ 2024-12-02T09:14:01,584 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e 2024-12-02T09:14:01,589 DEBUG [StoreFileOpener-b005199cfbebc33223a8b61b4f94bce4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:14:01,594 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_ 2024-12-02T09:14:01,598 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/ce439177297f4f928ea70b13a4425d01 2024-12-02T09:14:01,602 DEBUG [StoreFileOpener-b005199cfbebc33223a8b61b4f94bce4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e3db529503324c55bac865ec0f8bcb5a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-02T09:14:01,602 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_ 2024-12-02T09:14:01,602 WARN [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@c8014a9 2024-12-02T09:14:01,602 WARN [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@c8014a9 2024-12-02T09:14:01,602 WARN [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@c8014a9 2024-12-02T09:14:01,602 WARN [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@c8014a9 2024-12-02T09:14:01,602 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_] to archive 2024-12-02T09:14:01,607 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-02T09:14:01,609 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_ to hdfs://localhost:40079/hbase/archive/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_ 2024-12-02T09:14:01,610 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e to hdfs://localhost:40079/hbase/archive/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/66223f26604944f48fa526c5cb5f961e 2024-12-02T09:14:01,612 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_ to hdfs://localhost:40079/hbase/archive/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_ 2024-12-02T09:14:01,613 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_ to hdfs://localhost:40079/hbase/archive/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/a/e3db529503324c55bac865ec0f8bcb5a_SeqId_4_ 2024-12-02T09:14:01,613 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,613 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,614 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName b 2024-12-02T09:14:01,614 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,615 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,615 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,616 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b005199cfbebc33223a8b61b4f94bce4 columnFamilyName c 2024-12-02T09:14:01,616 DEBUG [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,617 INFO [StoreOpener-b005199cfbebc33223a8b61b4f94bce4-1 {}] regionserver.HStore(327): Store=b005199cfbebc33223a8b61b4f94bce4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,617 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,618 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,620 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,620 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000008 2024-12-02T09:14:01,624 DEBUG [Time-limited test {}] regionserver.HRegion(5836): b005199cfbebc33223a8b61b4f94bce4 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "b005199cfbebc33223a8b61b4f94bce4" family_name: "a" compaction_input: "66223f26604944f48fa526c5cb5f961e" compaction_input: "0a50030598e243c2b37fd488eb8cd0f0_SeqId_4_" compaction_input: "6a6fcc8aa7b64f64a1b42a1b4b9c34cf_SeqId_4_" compaction_input: "e3db529503324c55bac865ec0f8bcb5a_SeqId_4_" compaction_output: "ce439177297f4f928ea70b13a4425d01" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-02T09:14:01,624 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-02T09:14:01,624 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000008 2024-12-02T09:14:01,625 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/0000000000000000008 2024-12-02T09:14:01,626 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,627 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,627 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:14:01,629 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b005199cfbebc33223a8b61b4f94bce4 2024-12-02T09:14:01,632 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testCompactedBulkLoadedFiles/b005199cfbebc33223a8b61b4f94bce4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-02T09:14:01,633 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b005199cfbebc33223a8b61b4f94bce4; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72005237, jitterRate=0.07296164333820343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:14:01,633 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b005199cfbebc33223a8b61b4f94bce4: Writing region info on filesystem at 1733130841564Initializing all the Stores at 1733130841565 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841565Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841565Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841565Cleaning up temporary data from old regions at 1733130841627 (+62 ms)Region opened successfully at 1733130841633 (+6 ms) 2024-12-02T09:14:01,636 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b005199cfbebc33223a8b61b4f94bce4, disabling compactions & flushes 2024-12-02T09:14:01,636 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:14:01,636 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:14:01,636 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. after waiting 0 ms 2024-12-02T09:14:01,636 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:14:01,637 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733130837182.b005199cfbebc33223a8b61b4f94bce4. 2024-12-02T09:14:01,637 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b005199cfbebc33223a8b61b4f94bce4: Waiting for close lock at 1733130841636Disabling compacts and flushes for region at 1733130841636Disabling writes for close at 1733130841636Writing region close event to WAL at 1733130841637 (+1 ms)Closed at 1733130841637 2024-12-02T09:14:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741924_1103 (size=93) 2024-12-02T09:14:01,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741924_1103 (size=93) 2024-12-02T09:14:01,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741924_1103 (size=93) 2024-12-02T09:14:01,646 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:14:01,646 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733130841537) 2024-12-02T09:14:01,664 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testCompactedBulkLoadedFiles Thread=445 (was 431) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_481509418_22 at /127.0.0.1:44304 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:40079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:40079 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_481509418_22 at /127.0.0.1:38834 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_481509418_22 at /127.0.0.1:53948 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=350 (was 364), ProcessCount=11 (was 11), AvailableMemoryMB=1093 (was 1226) 2024-12-02T09:14:01,664 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-02T09:14:01,679 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=445, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=1092 2024-12-02T09:14:01,679 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-12-02T09:14:01,694 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:14:01,699 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-02T09:14:01,700 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-02T09:14:01,704 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-69107347, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/hregion-69107347, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:14:01,724 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-69107347/hregion-69107347.1733130841705, exclude list is [], retry=0 2024-12-02T09:14:01,727 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:14:01,732 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:14:01,732 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:14:01,735 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-69107347/hregion-69107347.1733130841705 2024-12-02T09:14:01,738 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987)] 2024-12-02T09:14:01,738 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5c90ee16428fe0f1d6b093d9514764eb, NAME => 'testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40079/hbase 2024-12-02T09:14:01,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741926_1105 (size=67) 2024-12-02T09:14:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741926_1105 (size=67) 2024-12-02T09:14:01,766 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:14:01,767 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741926_1105 (size=67) 2024-12-02T09:14:01,769 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName a 2024-12-02T09:14:01,769 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,769 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,769 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,771 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName b 2024-12-02T09:14:01,771 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,771 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,771 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,774 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName c 2024-12-02T09:14:01,774 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,775 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,776 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,777 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,777 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,778 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,778 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,779 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:14:01,780 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,783 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-02T09:14:01,783 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5c90ee16428fe0f1d6b093d9514764eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74797163, jitterRate=0.11456458270549774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:14:01,783 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5c90ee16428fe0f1d6b093d9514764eb: Writing region info on filesystem at 1733130841766Initializing all the Stores at 1733130841767 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841767Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841767Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841767Cleaning up temporary data from old regions at 1733130841778 (+11 ms)Region opened successfully at 1733130841783 (+5 ms) 2024-12-02T09:14:01,783 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5c90ee16428fe0f1d6b093d9514764eb, disabling compactions & flushes 2024-12-02T09:14:01,784 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:01,784 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:01,784 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. after waiting 0 ms 2024-12-02T09:14:01,784 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:01,787 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:01,787 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5c90ee16428fe0f1d6b093d9514764eb: Waiting for close lock at 1733130841783Disabling compacts and flushes for region at 1733130841783Disabling writes for close at 1733130841784 (+1 ms)Writing region close event to WAL at 1733130841787 (+3 ms)Closed at 1733130841787 2024-12-02T09:14:01,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741925_1104 (size=93) 2024-12-02T09:14:01,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741925_1104 (size=93) 2024-12-02T09:14:01,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741925_1104 (size=93) 2024-12-02T09:14:01,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:14:01,813 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-69107347:(num 1733130841705) 2024-12-02T09:14:01,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:14:01,814 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:14:01,828 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815, exclude list is [], retry=0 2024-12-02T09:14:01,833 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:14:01,833 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:14:01,833 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:14:01,837 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815 2024-12-02T09:14:01,839 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:14:01,839 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c90ee16428fe0f1d6b093d9514764eb, NAME => 'testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:14:01,839 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:14:01,840 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,840 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,847 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,848 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName a 2024-12-02T09:14:01,849 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,850 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,850 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,851 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName b 2024-12-02T09:14:01,851 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,853 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,853 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,854 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName c 2024-12-02T09:14:01,854 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:01,855 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:01,855 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,856 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,858 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,863 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,863 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,864 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:14:01,869 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:01,870 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5c90ee16428fe0f1d6b093d9514764eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71645315, jitterRate=0.0675983875989914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:14:01,870 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5c90ee16428fe0f1d6b093d9514764eb: Writing region info on filesystem at 1733130841840Initializing all the Stores at 1733130841841 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841841Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841843 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130841843Cleaning up temporary data from old regions at 1733130841863 (+20 ms)Region opened successfully at 1733130841870 (+7 ms) 2024-12-02T09:14:01,900 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c90ee16428fe0f1d6b093d9514764eb 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-02T09:14:01,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/a/249d6f208c6c4c66bf0941a4d31185d9 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733130841870/Put/seqid=0 2024-12-02T09:14:01,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741928_1107 (size=5958) 2024-12-02T09:14:01,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741928_1107 (size=5958) 2024-12-02T09:14:01,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741928_1107 (size=5958) 2024-12-02T09:14:01,943 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/a/249d6f208c6c4c66bf0941a4d31185d9 2024-12-02T09:14:01,950 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/a/249d6f208c6c4c66bf0941a4d31185d9 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/a/249d6f208c6c4c66bf0941a4d31185d9 2024-12-02T09:14:01,963 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/a/249d6f208c6c4c66bf0941a4d31185d9, entries=10, sequenceid=13, filesize=5.8 K 2024-12-02T09:14:01,967 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5c90ee16428fe0f1d6b093d9514764eb in 67ms, sequenceid=13, compaction requested=false 2024-12-02T09:14:01,968 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5c90ee16428fe0f1d6b093d9514764eb: 2024-12-02T09:14:02,010 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5c90ee16428fe0f1d6b093d9514764eb, disabling compactions & flushes 2024-12-02T09:14:02,010 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:02,010 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:02,010 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. after waiting 0 ms 2024-12-02T09:14:02,010 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:02,011 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:02,011 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:02,011 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5c90ee16428fe0f1d6b093d9514764eb: Waiting for close lock at 1733130842010Disabling compacts and flushes for region at 1733130842010Disabling writes for close at 1733130842010Writing region close event to WAL at 1733130842011 (+1 ms)Closed at 1733130842011 2024-12-02T09:14:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741927_1106 (size=5869) 2024-12-02T09:14:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741927_1106 (size=5869) 2024-12-02T09:14:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741927_1106 (size=5869) 2024-12-02T09:14:02,031 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815, size=5.7 K (5869bytes) 2024-12-02T09:14:02,031 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815 2024-12-02T09:14:02,032 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815 after 1ms 2024-12-02T09:14:02,034 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815 took 6ms 2024-12-02T09:14:02,037 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815 so closing down 2024-12-02T09:14:02,037 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:14:02,038 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733130841815.temp 2024-12-02T09:14:02,039 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000003-wal.1733130841815.temp 2024-12-02T09:14:02,040 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:14:02,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741929_1108 (size=5223) 2024-12-02T09:14:02,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741929_1108 (size=5223) 2024-12-02T09:14:02,052 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000003-wal.1733130841815.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T09:14:02,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741929_1108 (size=5223) 2024-12-02T09:14:02,059 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000003-wal.1733130841815.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000035 2024-12-02T09:14:02,059 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 24 ms; skipped=2; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815, size=5.7 K, length=5869, corrupted=false, cancelled=false 2024-12-02T09:14:02,059 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815, journal: Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815, size=5.7 K (5869bytes) at 1733130842031Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815 so closing down at 1733130842037 (+6 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000003-wal.1733130841815.temp at 1733130842039 (+2 ms)3 split writer threads finished at 1733130842040 (+1 ms)Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000003-wal.1733130841815.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733130842052 (+12 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000003-wal.1733130841815.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000035 at 1733130842059 (+7 ms)Processed 32 edits across 1 Regions in 24 ms; skipped=2; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815, size=5.7 K, length=5869, corrupted=false, cancelled=false at 1733130842059 2024-12-02T09:14:02,062 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130841815 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130841815 2024-12-02T09:14:02,063 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000035 2024-12-02T09:14:02,063 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:14:02,065 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:14:02,083 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066, exclude list is [], retry=0 2024-12-02T09:14:02,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:14:02,086 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:14:02,087 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:14:02,096 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 2024-12-02T09:14:02,099 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36493:36493),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:38207:38207)] 2024-12-02T09:14:02,099 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c90ee16428fe0f1d6b093d9514764eb, NAME => 'testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb.', STARTKEY => '', ENDKEY => ''} 2024-12-02T09:14:02,100 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:14:02,100 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,100 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,103 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,105 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName a 2024-12-02T09:14:02,105 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:02,112 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/a/249d6f208c6c4c66bf0941a4d31185d9 2024-12-02T09:14:02,112 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:02,112 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,113 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName b 2024-12-02T09:14:02,113 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:02,114 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:02,114 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,114 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName c 2024-12-02T09:14:02,114 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:02,115 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:02,115 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,116 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,117 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,117 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000035 2024-12-02T09:14:02,120 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000035 2024-12-02T09:14:02,120 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c90ee16428fe0f1d6b093d9514764eb 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-02T09:14:02,136 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/b/81c713d62ac74deebaaa1f61266f5b7e is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733130841968/Put/seqid=0 2024-12-02T09:14:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741931_1110 (size=5958) 2024-12-02T09:14:02,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741931_1110 (size=5958) 2024-12-02T09:14:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741931_1110 (size=5958) 2024-12-02T09:14:02,560 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/b/81c713d62ac74deebaaa1f61266f5b7e 2024-12-02T09:14:02,581 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/c/a293fab21fea482d804759415f5b44d3 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733130841988/Put/seqid=0 2024-12-02T09:14:02,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741932_1111 (size=5958) 2024-12-02T09:14:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741932_1111 (size=5958) 2024-12-02T09:14:02,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741932_1111 (size=5958) 2024-12-02T09:14:02,616 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/c/a293fab21fea482d804759415f5b44d3 2024-12-02T09:14:02,626 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/b/81c713d62ac74deebaaa1f61266f5b7e as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/b/81c713d62ac74deebaaa1f61266f5b7e 2024-12-02T09:14:02,637 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/b/81c713d62ac74deebaaa1f61266f5b7e, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T09:14:02,640 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/c/a293fab21fea482d804759415f5b44d3 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/c/a293fab21fea482d804759415f5b44d3 2024-12-02T09:14:02,647 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/c/a293fab21fea482d804759415f5b44d3, entries=10, sequenceid=35, filesize=5.8 K 2024-12-02T09:14:02,647 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5c90ee16428fe0f1d6b093d9514764eb in 527ms, sequenceid=35, compaction requested=false; wal=null 2024-12-02T09:14:02,648 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000035 2024-12-02T09:14:02,651 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,651 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,652 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:14:02,654 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:02,657 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-02T09:14:02,658 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5c90ee16428fe0f1d6b093d9514764eb; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64984520, jitterRate=-0.031655192375183105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:14:02,658 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5c90ee16428fe0f1d6b093d9514764eb: Writing region info on filesystem at 1733130842100Initializing all the Stores at 1733130842101 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130842101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130842103 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130842103Obtaining lock to block concurrent updates at 1733130842120 (+17 ms)Preparing flush snapshotting stores in 5c90ee16428fe0f1d6b093d9514764eb at 1733130842120Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733130842120Flushing stores of testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. at 1733130842120Flushing 5c90ee16428fe0f1d6b093d9514764eb/b: creating writer at 1733130842121 (+1 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/b: appending metadata at 1733130842135 (+14 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/b: closing flushed file at 1733130842135Flushing 5c90ee16428fe0f1d6b093d9514764eb/c: creating writer at 1733130842567 (+432 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/c: appending metadata at 1733130842580 (+13 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/c: closing flushed file at 1733130842580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@471e0f9e: reopening flushed file at 1733130842625 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34148150: reopening flushed file at 1733130842637 (+12 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 5c90ee16428fe0f1d6b093d9514764eb in 527ms, sequenceid=35, compaction requested=false; wal=null at 1733130842647 (+10 ms)Cleaning up temporary data from old regions at 1733130842651 (+4 ms)Region opened successfully at 1733130842658 (+7 ms) 2024-12-02T09:14:02,761 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066, size=0 (0bytes) 2024-12-02T09:14:02,761 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 might be still open, length is 0 2024-12-02T09:14:02,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 2024-12-02T09:14:02,762 WARN [IPC Server handler 2 on default port 40079 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-02T09:14:02,762 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 after 0ms 2024-12-02T09:14:04,655 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:54010 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39925:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54010 dst: /127.0.0.1:39925 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:39925 remote=/127.0.0.1:54010]. Total timeout mills is 60000, 58059 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:14:04,656 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:38894 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45943:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38894 dst: /127.0.0.1:45943 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:14:04,656 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1682101207_22 at /127.0.0.1:44388 [Receiving block BP-1301469949-172.17.0.3-1733130802665:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:39503:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44388 dst: /127.0.0.1:39503 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:14:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741930_1112 (size=5215) 2024-12-02T09:14:04,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741930_1112 (size=5215) 2024-12-02T09:14:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741930_1112 (size=5215) 2024-12-02T09:14:06,764 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 after 4002ms 2024-12-02T09:14:06,769 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 took 4008ms 2024-12-02T09:14:06,773 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066; continuing. 2024-12-02T09:14:06,773 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 so closing down 2024-12-02T09:14:06,773 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-02T09:14:06,776 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733130842066.temp 2024-12-02T09:14:06,778 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000037-wal.1733130842066.temp 2024-12-02T09:14:06,778 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-02T09:14:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741933_1113 (size=5223) 2024-12-02T09:14:06,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741933_1113 (size=5223) 2024-12-02T09:14:06,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741933_1113 (size=5223) 2024-12-02T09:14:06,786 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000037-wal.1733130842066.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-02T09:14:06,787 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000037-wal.1733130842066.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000066 2024-12-02T09:14:06,787 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066, size=0, length=0, corrupted=false, cancelled=false 2024-12-02T09:14:06,787 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066, journal: Splitting hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066, size=0 (0bytes) at 1733130842761Finishing writing output for hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 so closing down at 1733130846773 (+4012 ms)Creating recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000037-wal.1733130842066.temp at 1733130846778 (+5 ms)3 split writer threads finished at 1733130846778Closed recovered edits writer path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000037-wal.1733130842066.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733130846786 (+8 ms)Rename recovered edits hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000037-wal.1733130842066.temp to hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000066 at 1733130846787 (+1 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066, size=0, length=0, corrupted=false, cancelled=false at 1733130846787 2024-12-02T09:14:06,789 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 to hdfs://localhost:40079/hbase/oldWALs/wal.1733130842066 2024-12-02T09:14:06,790 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000066 2024-12-02T09:14:06,790 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-02T09:14:06,791 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:40079/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693, archiveDir=hdfs://localhost:40079/hbase/oldWALs, maxLogs=32 2024-12-02T09:14:06,805 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130846792, exclude list is [], retry=0 2024-12-02T09:14:06,807 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45943,DS-37900ec9-6c33-4414-b8fd-122cea2c30f6,DISK] 2024-12-02T09:14:06,807 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39503,DS-c66993cb-25cc-4141-8202-47ac5126d430,DISK] 2024-12-02T09:14:06,808 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39925,DS-0beaba0d-8e3a-404f-83c3-32a92dc9ad9d,DISK] 2024-12-02T09:14:06,809 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130846792 2024-12-02T09:14:06,809 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38207:38207),(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:36493:36493)] 2024-12-02T09:14:06,810 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-02T09:14:06,811 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,812 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName a 2024-12-02T09:14:06,812 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:06,816 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/a/249d6f208c6c4c66bf0941a4d31185d9 2024-12-02T09:14:06,816 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:06,816 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,817 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName b 2024-12-02T09:14:06,817 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:06,821 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/b/81c713d62ac74deebaaa1f61266f5b7e 2024-12-02T09:14:06,821 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:06,821 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,822 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c90ee16428fe0f1d6b093d9514764eb columnFamilyName c 2024-12-02T09:14:06,822 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-02T09:14:06,826 DEBUG [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/c/a293fab21fea482d804759415f5b44d3 2024-12-02T09:14:06,827 INFO [StoreOpener-5c90ee16428fe0f1d6b093d9514764eb-1 {}] regionserver.HStore(327): Store=5c90ee16428fe0f1d6b093d9514764eb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-02T09:14:06,827 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,827 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,829 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,829 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000066 2024-12-02T09:14:06,834 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000066 2024-12-02T09:14:06,834 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5c90ee16428fe0f1d6b093d9514764eb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-02T09:14:06,846 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/a/3ff7bc4dde8d4f52a44263bd77dff3e8 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733130842668/Put/seqid=0 2024-12-02T09:14:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741935_1115 (size=5958) 2024-12-02T09:14:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741935_1115 (size=5958) 2024-12-02T09:14:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741935_1115 (size=5958) 2024-12-02T09:14:06,851 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/a/3ff7bc4dde8d4f52a44263bd77dff3e8 2024-12-02T09:14:06,868 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/b/0c0b2555d31c4b7a93dfa2b25afdf7ca is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733130842682/Put/seqid=0 2024-12-02T09:14:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741936_1116 (size=5958) 2024-12-02T09:14:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741936_1116 (size=5958) 2024-12-02T09:14:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741936_1116 (size=5958) 2024-12-02T09:14:06,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/b/0c0b2555d31c4b7a93dfa2b25afdf7ca 2024-12-02T09:14:06,890 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/c/3a8ad1533e08432e97bf1d5d304ea7b2 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733130842694/Put/seqid=0 2024-12-02T09:14:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741937_1117 (size=5958) 2024-12-02T09:14:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741937_1117 (size=5958) 2024-12-02T09:14:06,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741937_1117 (size=5958) 2024-12-02T09:14:06,896 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/c/3a8ad1533e08432e97bf1d5d304ea7b2 2024-12-02T09:14:06,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/a/3ff7bc4dde8d4f52a44263bd77dff3e8 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/a/3ff7bc4dde8d4f52a44263bd77dff3e8 2024-12-02T09:14:06,905 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/a/3ff7bc4dde8d4f52a44263bd77dff3e8, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T09:14:06,906 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/b/0c0b2555d31c4b7a93dfa2b25afdf7ca as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/b/0c0b2555d31c4b7a93dfa2b25afdf7ca 2024-12-02T09:14:06,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-02T09:14:06,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-02T09:14:06,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-02T09:14:06,911 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/b/0c0b2555d31c4b7a93dfa2b25afdf7ca, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T09:14:06,912 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-02T09:14:06,913 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/.tmp/c/3a8ad1533e08432e97bf1d5d304ea7b2 as hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/c/3a8ad1533e08432e97bf1d5d304ea7b2 2024-12-02T09:14:06,918 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/c/3a8ad1533e08432e97bf1d5d304ea7b2, entries=10, sequenceid=66, filesize=5.8 K 2024-12-02T09:14:06,918 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5c90ee16428fe0f1d6b093d9514764eb in 84ms, sequenceid=66, compaction requested=false; wal=null 2024-12-02T09:14:06,919 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/0000000000000000066 2024-12-02T09:14:06,923 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,923 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,925 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-02T09:14:06,929 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5c90ee16428fe0f1d6b093d9514764eb 2024-12-02T09:14:06,933 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/hbase/data/default/testReplayEditsWrittenViaHRegion/5c90ee16428fe0f1d6b093d9514764eb/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-02T09:14:06,934 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5c90ee16428fe0f1d6b093d9514764eb; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67752078, jitterRate=0.009584635496139526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-02T09:14:06,934 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5c90ee16428fe0f1d6b093d9514764eb: Writing region info on filesystem at 1733130846810Initializing all the Stores at 1733130846810Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130846810Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130846811 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733130846811Obtaining lock to block concurrent updates at 1733130846834 (+23 ms)Preparing flush snapshotting stores in 5c90ee16428fe0f1d6b093d9514764eb at 1733130846834Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733130846834Flushing stores of testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. at 1733130846834Flushing 5c90ee16428fe0f1d6b093d9514764eb/a: creating writer at 1733130846834Flushing 5c90ee16428fe0f1d6b093d9514764eb/a: appending metadata at 1733130846845 (+11 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/a: closing flushed file at 1733130846845Flushing 5c90ee16428fe0f1d6b093d9514764eb/b: creating writer at 1733130846855 (+10 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/b: appending metadata at 1733130846868 (+13 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/b: closing flushed file at 1733130846868Flushing 5c90ee16428fe0f1d6b093d9514764eb/c: creating writer at 1733130846878 (+10 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/c: appending metadata at 1733130846889 (+11 ms)Flushing 5c90ee16428fe0f1d6b093d9514764eb/c: closing flushed file at 1733130846890 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8844ce2: reopening flushed file at 1733130846900 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d23528: reopening flushed file at 1733130846905 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbb13dd: reopening flushed file at 1733130846912 (+7 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5c90ee16428fe0f1d6b093d9514764eb in 84ms, sequenceid=66, compaction requested=false; wal=null at 1733130846918 (+6 ms)Cleaning up temporary data from old regions at 1733130846923 (+5 ms)Region opened successfully at 1733130846934 (+11 ms) 2024-12-02T09:14:06,950 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5c90ee16428fe0f1d6b093d9514764eb, disabling compactions & flushes 2024-12-02T09:14:06,950 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:06,950 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:06,951 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. after waiting 0 ms 2024-12-02T09:14:06,951 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:06,955 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733130841695.5c90ee16428fe0f1d6b093d9514764eb. 2024-12-02T09:14:06,955 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5c90ee16428fe0f1d6b093d9514764eb: Waiting for close lock at 1733130846950Disabling compacts and flushes for region at 1733130846950Disabling writes for close at 1733130846951 (+1 ms)Writing region close event to WAL at 1733130846955 (+4 ms)Closed at 1733130846955 2024-12-02T09:14:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741934_1114 (size=93) 2024-12-02T09:14:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741934_1114 (size=93) 2024-12-02T09:14:06,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741934_1114 (size=93) 2024-12-02T09:14:06,963 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-02T09:14:06,963 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733130846792) 2024-12-02T09:14:06,979 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=450 (was 445) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:40079 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_778958328_22 at /127.0.0.1:54036 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_778958328_22 at /127.0.0.1:44446 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1004534962) connection to localhost/127.0.0.1:40079 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_778958328_22 at /127.0.0.1:38940 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=2085 (was 1092) - AvailableMemoryMB LEAK? - 2024-12-02T09:14:06,979 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-12-02T09:14:06,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-02T09:14:06,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:14:06,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:14:06,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:14:06,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:14:06,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-02T09:14:06,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-02T09:14:06,981 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1263205630, stopped=false 2024-12-02T09:14:06,981 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7c6d666a4939,34145,1733130806542 2024-12-02T09:14:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T09:14:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T09:14:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-02T09:14:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:14:06,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:14:06,995 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:14:06,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:14:06,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-02T09:14:06,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:14:06,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:14:06,997 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,41409,1733130807284' ***** 2024-12-02T09:14:06,997 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:14:06,997 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7c6d666a4939,35989,1733130807374' ***** 2024-12-02T09:14:06,997 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:14:06,997 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-02T09:14:06,997 INFO [RS:0;7c6d666a4939:41409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:14:06,997 INFO [RS:0;7c6d666a4939:41409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:14:06,997 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:14:06,997 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,41409,1733130807284 2024-12-02T09:14:06,997 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-02T09:14:06,997 INFO [RS:0;7c6d666a4939:41409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:14:06,997 INFO [RS:0;7c6d666a4939:41409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7c6d666a4939:41409. 2024-12-02T09:14:06,997 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-02T09:14:06,997 INFO [RS:1;7c6d666a4939:35989 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-02T09:14:06,997 DEBUG [RS:0;7c6d666a4939:41409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:14:06,997 INFO [RS:1;7c6d666a4939:35989 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-02T09:14:06,997 DEBUG [RS:0;7c6d666a4939:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:14:06,997 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:14:06,997 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,41409,1733130807284; all regions closed. 2024-12-02T09:14:06,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T09:14:06,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T09:14:06,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-02T09:14:06,999 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(959): stopping server 7c6d666a4939,35989,1733130807374 2024-12-02T09:14:06,999 INFO [RS:1;7c6d666a4939:35989 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:14:06,999 INFO [RS:1;7c6d666a4939:35989 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7c6d666a4939:35989. 2024-12-02T09:14:06,999 DEBUG [RS:1;7c6d666a4939:35989 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-02T09:14:06,999 DEBUG [RS:1;7c6d666a4939:35989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:14:06,999 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1968c24e41c70e87d9f025c8b4e2dc27, disabling compactions & flushes 2024-12-02T09:14:06,999 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:14:06,999 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:14:06,999 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:14:06,999 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:14:06,999 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-02T09:14:06,999 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:14:06,999 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. after waiting 0 ms 2024-12-02T09:14:07,000 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:14:07,000 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-02T09:14:07,000 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1968c24e41c70e87d9f025c8b4e2dc27=testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27.} 2024-12-02T09:14:07,000 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1968c24e41c70e87d9f025c8b4e2dc27 2024-12-02T09:14:07,000 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-02T09:14:07,000 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-02T09:14:07,000 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-02T09:14:07,000 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-02T09:14:07,000 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-02T09:14:07,000 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-02T09:14:07,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741834_1010 (size=2598) 2024-12-02T09:14:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741834_1010 (size=2598) 2024-12-02T09:14:07,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741834_1010 (size=2598) 2024-12-02T09:14:07,032 DEBUG [RS:0;7c6d666a4939:41409 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C41409%2C1733130807284:(num 1733130808825) 2024-12-02T09:14:07,033 DEBUG [RS:0;7c6d666a4939:41409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-02T09:14:07,033 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-02T09:14:07,033 INFO [RS:0;7c6d666a4939:41409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:14:07,034 INFO [RS:0;7c6d666a4939:41409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41409 2024-12-02T09:14:07,035 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/default/testReplayEditsAfterRegionMovedWithMultiCF/1968c24e41c70e87d9f025c8b4e2dc27/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-02T09:14:07,035 INFO [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:14:07,036 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1968c24e41c70e87d9f025c8b4e2dc27: Waiting for close lock at 1733130846999Running coprocessor pre-close hooks at 1733130846999Disabling compacts and flushes for region at 1733130846999Disabling writes for close at 1733130847000 (+1 ms)Writing region close event to WAL at 1733130847030 (+30 ms)Running coprocessor post-close hooks at 1733130847035 (+5 ms)Closed at 1733130847035 2024-12-02T09:14:07,036 DEBUG [RS_CLOSE_REGION-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27. 2024-12-02T09:14:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T09:14:07,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7c6d666a4939,41409,1733130807284 2024-12-02T09:14:07,047 INFO [RS:0;7c6d666a4939:41409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:14:07,056 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/info/caffb3dc264d48a58ad6231b662f7454 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733130822412.1968c24e41c70e87d9f025c8b4e2dc27./info:regioninfo/1733130825532/Put/seqid=0 2024-12-02T09:14:07,064 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,41409,1733130807284] 2024-12-02T09:14:07,072 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7c6d666a4939,41409,1733130807284 already deleted, retry=false 2024-12-02T09:14:07,073 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,41409,1733130807284 expired; onlineServers=1 2024-12-02T09:14:07,083 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:14:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741938_1118 (size=8243) 2024-12-02T09:14:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741938_1118 (size=8243) 2024-12-02T09:14:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741938_1118 (size=8243) 2024-12-02T09:14:07,094 INFO [regionserver/7c6d666a4939:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:14:07,163 INFO [RS:0;7c6d666a4939:41409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:14:07,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:14:07,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41409-0x1009a4341630001, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:14:07,164 INFO [RS:0;7c6d666a4939:41409 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,41409,1733130807284; zookeeper connection closed. 2024-12-02T09:14:07,164 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27c1413c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27c1413c 2024-12-02T09:14:07,200 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:14:07,400 DEBUG [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-02T09:14:07,483 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/info/caffb3dc264d48a58ad6231b662f7454 2024-12-02T09:14:07,509 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/ns/3aa5ce297657420c988fce83ea34073b is 43, key is default/ns:d/1733130809474/Put/seqid=0 2024-12-02T09:14:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741939_1119 (size=5153) 2024-12-02T09:14:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741939_1119 (size=5153) 2024-12-02T09:14:07,517 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/ns/3aa5ce297657420c988fce83ea34073b 2024-12-02T09:14:07,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741939_1119 (size=5153) 2024-12-02T09:14:07,537 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/table/b3ace561fad24edba65351fce88f3b8d is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733130822874/Put/seqid=0 2024-12-02T09:14:07,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741940_1120 (size=5431) 2024-12-02T09:14:07,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741940_1120 (size=5431) 2024-12-02T09:14:07,544 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/table/b3ace561fad24edba65351fce88f3b8d 2024-12-02T09:14:07,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741940_1120 (size=5431) 2024-12-02T09:14:07,550 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/info/caffb3dc264d48a58ad6231b662f7454 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/info/caffb3dc264d48a58ad6231b662f7454 2024-12-02T09:14:07,556 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/info/caffb3dc264d48a58ad6231b662f7454, entries=18, sequenceid=21, filesize=8.0 K 2024-12-02T09:14:07,557 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/ns/3aa5ce297657420c988fce83ea34073b as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/ns/3aa5ce297657420c988fce83ea34073b 2024-12-02T09:14:07,562 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/ns/3aa5ce297657420c988fce83ea34073b, entries=2, sequenceid=21, filesize=5.0 K 2024-12-02T09:14:07,563 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/.tmp/table/b3ace561fad24edba65351fce88f3b8d as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/table/b3ace561fad24edba65351fce88f3b8d 2024-12-02T09:14:07,568 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/table/b3ace561fad24edba65351fce88f3b8d, entries=2, sequenceid=21, filesize=5.3 K 2024-12-02T09:14:07,569 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 568ms, sequenceid=21, compaction requested=false 2024-12-02T09:14:07,578 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-02T09:14:07,578 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-02T09:14:07,579 INFO [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-02T09:14:07,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733130847000Running coprocessor pre-close hooks at 1733130847000Disabling compacts and flushes for region at 1733130847000Disabling writes for close at 1733130847000Obtaining lock to block concurrent updates at 1733130847000Preparing flush snapshotting stores in 1588230740 at 1733130847000Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733130847001 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733130847029 (+28 ms)Flushing 1588230740/info: creating writer at 1733130847029Flushing 1588230740/info: appending metadata at 1733130847055 (+26 ms)Flushing 1588230740/info: closing flushed file at 1733130847055Flushing 1588230740/ns: creating writer at 1733130847491 (+436 ms)Flushing 1588230740/ns: appending metadata at 1733130847508 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733130847508Flushing 1588230740/table: creating writer at 1733130847521 (+13 ms)Flushing 1588230740/table: appending metadata at 1733130847536 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733130847536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6debf0f: reopening flushed file at 1733130847549 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f5e32e: reopening flushed file at 1733130847556 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e1fbe1f: reopening flushed file at 1733130847562 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 568ms, sequenceid=21, compaction requested=false at 1733130847569 (+7 ms)Writing region close event to WAL at 1733130847570 (+1 ms)Running coprocessor post-close hooks at 1733130847578 (+8 ms)Closed at 1733130847579 (+1 ms) 2024-12-02T09:14:07,579 DEBUG [RS_CLOSE_META-regionserver/7c6d666a4939:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-02T09:14:07,601 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(976): stopping server 7c6d666a4939,35989,1733130807374; all regions closed. 2024-12-02T09:14:07,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741836_1012 (size=8899) 2024-12-02T09:14:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741836_1012 (size=8899) 2024-12-02T09:14:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741836_1012 (size=8899) 2024-12-02T09:14:07,606 DEBUG [RS:1;7c6d666a4939:35989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs 2024-12-02T09:14:07,606 INFO [RS:1;7c6d666a4939:35989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C35989%2C1733130807374.meta:.meta(num 1733130809272) 2024-12-02T09:14:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741833_1009 (size=928) 2024-12-02T09:14:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741833_1009 (size=928) 2024-12-02T09:14:07,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741833_1009 (size=928) 2024-12-02T09:14:07,612 DEBUG [RS:1;7c6d666a4939:35989 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/oldWALs 2024-12-02T09:14:07,612 INFO [RS:1;7c6d666a4939:35989 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7c6d666a4939%2C35989%2C1733130807374:(num 1733130808825) 2024-12-02T09:14:07,612 DEBUG [RS:1;7c6d666a4939:35989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-02T09:14:07,612 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.LeaseManager(133): Closed leases 2024-12-02T09:14:07,612 INFO [RS:1;7c6d666a4939:35989 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:14:07,613 INFO [RS:1;7c6d666a4939:35989 {}] hbase.ChoreService(370): Chore service for: regionserver/7c6d666a4939:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-02T09:14:07,613 INFO [RS:1;7c6d666a4939:35989 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:14:07,613 INFO [RS:1;7c6d666a4939:35989 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35989 2024-12-02T09:14:07,613 INFO [regionserver/7c6d666a4939:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:14:07,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-02T09:14:07,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7c6d666a4939,35989,1733130807374 2024-12-02T09:14:07,651 INFO [RS:1;7c6d666a4939:35989 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:14:07,652 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7c6d666a4939,35989,1733130807374] 2024-12-02T09:14:07,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7c6d666a4939,35989,1733130807374 already deleted, retry=false 2024-12-02T09:14:07,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7c6d666a4939,35989,1733130807374 expired; onlineServers=0 2024-12-02T09:14:07,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7c6d666a4939,34145,1733130806542' ***** 2024-12-02T09:14:07,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-02T09:14:07,665 INFO [M:0;7c6d666a4939:34145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-02T09:14:07,665 INFO [M:0;7c6d666a4939:34145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-02T09:14:07,665 DEBUG [M:0;7c6d666a4939:34145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-02T09:14:07,665 DEBUG [M:0;7c6d666a4939:34145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-02T09:14:07,665 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-02T09:14:07,665 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130808512 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.large.0-1733130808512,5,FailOnTimeoutGroup] 2024-12-02T09:14:07,665 DEBUG [master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130808513 {}] cleaner.HFileCleaner(306): Exit Thread[master/7c6d666a4939:0:becomeActiveMaster-HFileCleaner.small.0-1733130808513,5,FailOnTimeoutGroup] 2024-12-02T09:14:07,665 INFO [M:0;7c6d666a4939:34145 {}] hbase.ChoreService(370): Chore service for: master/7c6d666a4939:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-02T09:14:07,665 INFO [M:0;7c6d666a4939:34145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-02T09:14:07,666 DEBUG [M:0;7c6d666a4939:34145 {}] master.HMaster(1795): Stopping service threads 2024-12-02T09:14:07,666 INFO [M:0;7c6d666a4939:34145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-02T09:14:07,666 INFO [M:0;7c6d666a4939:34145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-02T09:14:07,667 INFO [M:0;7c6d666a4939:34145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-02T09:14:07,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-02T09:14:07,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-02T09:14:07,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-02T09:14:07,673 DEBUG [M:0;7c6d666a4939:34145 {}] zookeeper.ZKUtil(347): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-02T09:14:07,673 WARN [M:0;7c6d666a4939:34145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-02T09:14:07,674 INFO [M:0;7c6d666a4939:34145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/.lastflushedseqids 2024-12-02T09:14:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741941_1121 (size=138) 2024-12-02T09:14:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741941_1121 (size=138) 2024-12-02T09:14:07,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741941_1121 (size=138) 2024-12-02T09:14:07,689 INFO [M:0;7c6d666a4939:34145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-02T09:14:07,689 INFO [M:0;7c6d666a4939:34145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-02T09:14:07,690 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-02T09:14:07,690 INFO [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:14:07,690 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:14:07,690 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-02T09:14:07,690 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:14:07,690 INFO [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-12-02T09:14:07,718 DEBUG [M:0;7c6d666a4939:34145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657cdc68c2be4fbb87623cca6e751b33 is 82, key is hbase:meta,,1/info:regioninfo/1733130809346/Put/seqid=0 2024-12-02T09:14:07,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741942_1122 (size=5672) 2024-12-02T09:14:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741942_1122 (size=5672) 2024-12-02T09:14:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741942_1122 (size=5672) 2024-12-02T09:14:07,727 INFO [M:0;7c6d666a4939:34145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657cdc68c2be4fbb87623cca6e751b33 2024-12-02T09:14:07,752 DEBUG [M:0;7c6d666a4939:34145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b485af94d574c6799b1a6f1698bfa89 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733130822880/Put/seqid=0 2024-12-02T09:14:07,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:14:07,756 INFO [RS:1;7c6d666a4939:35989 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:14:07,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35989-0x1009a4341630002, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:14:07,756 INFO [RS:1;7c6d666a4939:35989 {}] regionserver.HRegionServer(1031): Exiting; stopping=7c6d666a4939,35989,1733130807374; zookeeper connection closed. 2024-12-02T09:14:07,758 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9cb3ebb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9cb3ebb 2024-12-02T09:14:07,759 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-02T09:14:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741943_1123 (size=7755) 2024-12-02T09:14:07,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741943_1123 (size=7755) 2024-12-02T09:14:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741943_1123 (size=7755) 2024-12-02T09:14:07,765 INFO [M:0;7c6d666a4939:34145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b485af94d574c6799b1a6f1698bfa89 2024-12-02T09:14:07,771 INFO [M:0;7c6d666a4939:34145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b485af94d574c6799b1a6f1698bfa89 2024-12-02T09:14:07,789 DEBUG [M:0;7c6d666a4939:34145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb8c993450da437db1666b4a841135a0 is 69, key is 7c6d666a4939,35989,1733130807374/rs:state/1733130808539/Put/seqid=0 2024-12-02T09:14:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741944_1124 (size=5440) 2024-12-02T09:14:07,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741944_1124 (size=5440) 2024-12-02T09:14:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741944_1124 (size=5440) 2024-12-02T09:14:07,797 INFO [M:0;7c6d666a4939:34145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb8c993450da437db1666b4a841135a0 2024-12-02T09:14:07,802 INFO [M:0;7c6d666a4939:34145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8c993450da437db1666b4a841135a0 2024-12-02T09:14:07,803 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/657cdc68c2be4fbb87623cca6e751b33 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/657cdc68c2be4fbb87623cca6e751b33 2024-12-02T09:14:07,810 INFO [M:0;7c6d666a4939:34145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/657cdc68c2be4fbb87623cca6e751b33, entries=8, sequenceid=168, filesize=5.5 K 2024-12-02T09:14:07,814 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b485af94d574c6799b1a6f1698bfa89 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b485af94d574c6799b1a6f1698bfa89 2024-12-02T09:14:07,822 INFO [M:0;7c6d666a4939:34145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b485af94d574c6799b1a6f1698bfa89 2024-12-02T09:14:07,822 INFO [M:0;7c6d666a4939:34145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b485af94d574c6799b1a6f1698bfa89, entries=17, sequenceid=168, filesize=7.6 K 2024-12-02T09:14:07,824 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb8c993450da437db1666b4a841135a0 as hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb8c993450da437db1666b4a841135a0 2024-12-02T09:14:07,832 INFO [M:0;7c6d666a4939:34145 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb8c993450da437db1666b4a841135a0 2024-12-02T09:14:07,832 INFO [M:0;7c6d666a4939:34145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40079/user/jenkins/test-data/71857ebd-20e6-10dd-e9c3-143c2a3484c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb8c993450da437db1666b4a841135a0, entries=3, sequenceid=168, filesize=5.3 K 2024-12-02T09:14:07,834 INFO [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=168, compaction requested=false 2024-12-02T09:14:07,837 INFO [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-02T09:14:07,837 DEBUG [M:0;7c6d666a4939:34145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733130847690Disabling compacts and flushes for region at 1733130847690Disabling writes for close at 1733130847690Obtaining lock to block concurrent updates at 1733130847690Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733130847690Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1733130847691 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733130847697 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733130847697Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733130847718 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733130847718Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733130847732 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733130847751 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733130847751Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733130847771 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733130847788 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733130847788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb3f536: reopening flushed file at 1733130847802 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19abfcf6: reopening flushed file at 1733130847811 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1860ff2f: reopening flushed file at 1733130847822 (+11 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 143ms, sequenceid=168, compaction requested=false at 1733130847834 (+12 ms)Writing region close event to WAL at 1733130847837 (+3 ms)Closed at 1733130847837 2024-12-02T09:14:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39503 is added to blk_1073741830_1006 (size=81431) 2024-12-02T09:14:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39925 is added to blk_1073741830_1006 (size=81431) 2024-12-02T09:14:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45943 is added to blk_1073741830_1006 (size=81431) 2024-12-02T09:14:07,842 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-02T09:14:07,843 INFO [M:0;7c6d666a4939:34145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-02T09:14:07,843 INFO [M:0;7c6d666a4939:34145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34145 2024-12-02T09:14:07,844 INFO [M:0;7c6d666a4939:34145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-02T09:14:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:14:07,980 INFO [M:0;7c6d666a4939:34145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-02T09:14:07,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34145-0x1009a4341630000, quorum=127.0.0.1:61984, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-02T09:14:07,987 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130826278 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130826278 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733130825872/wal.1733130826278 (inode 16655) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T09:14:07,989 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733130817844/wal.1733130817969 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:14:07,989 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733130841693/wal.1733130842066 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:14:07,992 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130835780 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130835780 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733130826466/wal.1733130835780 (inode 16678) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T09:14:07,993 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733130810541/wal.1733130810637 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:14:07,996 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130837028 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130837028 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733130835973/wal.1733130837028 (inode 16704) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T09:14:07,996 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733130837181/wal.1733130837256 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-02T09:14:07,999 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal.1733130810401 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal.1733130810401 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733130810216/wal.1733130810401 (inode 16485) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T09:14:08,002 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal.1733130809983 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal.1733130809983 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733130809638/wal.1733130809983 (inode 16462) Holder DFSClient_NONMAPREDUCE_-1682101207_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-02T09:14:08,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ed6f3ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:14:08,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f154eb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:14:08,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:14:08,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@147d1a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:14:08,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626fc3bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,STOPPED} 2024-12-02T09:14:08,023 WARN [BP-1301469949-172.17.0.3-1733130802665 heartbeating to localhost/127.0.0.1:40079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:14:08,023 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:14:08,023 WARN [BP-1301469949-172.17.0.3-1733130802665 heartbeating to localhost/127.0.0.1:40079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301469949-172.17.0.3-1733130802665 (Datanode Uuid bd347acc-5a07-44ad-80b5-04fe97404cb1) service to localhost/127.0.0.1:40079 2024-12-02T09:14:08,023 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:14:08,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data5/current/BP-1301469949-172.17.0.3-1733130802665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:14:08,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data6/current/BP-1301469949-172.17.0.3-1733130802665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:14:08,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:14:08,032 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cc5338b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:14:08,032 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1364e1fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:14:08,032 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:14:08,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4925ca3e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:14:08,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2599967d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,STOPPED} 2024-12-02T09:14:08,039 WARN [BP-1301469949-172.17.0.3-1733130802665 heartbeating to localhost/127.0.0.1:40079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:14:08,039 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:14:08,039 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:14:08,039 WARN [BP-1301469949-172.17.0.3-1733130802665 heartbeating to localhost/127.0.0.1:40079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301469949-172.17.0.3-1733130802665 (Datanode Uuid af83239c-0630-488f-9ff2-6c319503442b) service to localhost/127.0.0.1:40079 2024-12-02T09:14:08,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data3/current/BP-1301469949-172.17.0.3-1733130802665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:14:08,040 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data4/current/BP-1301469949-172.17.0.3-1733130802665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:14:08,040 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:14:08,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@516a39dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-02T09:14:08,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@428881d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:14:08,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:14:08,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c68adb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:14:08,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@302ee775{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,STOPPED} 2024-12-02T09:14:08,061 WARN [BP-1301469949-172.17.0.3-1733130802665 heartbeating to localhost/127.0.0.1:40079 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-02T09:14:08,061 WARN [BP-1301469949-172.17.0.3-1733130802665 heartbeating to localhost/127.0.0.1:40079 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1301469949-172.17.0.3-1733130802665 (Datanode Uuid 0903d6fa-20f3-4ccb-b074-c344419a2847) service to localhost/127.0.0.1:40079 2024-12-02T09:14:08,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data1/current/BP-1301469949-172.17.0.3-1733130802665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:14:08,062 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/cluster_eb81e83f-c2c3-e8a7-d371-fe67592f46db/data/data2/current/BP-1301469949-172.17.0.3-1733130802665 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-02T09:14:08,063 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-02T09:14:08,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-02T09:14:08,066 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-02T09:14:08,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fe9bfd3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-02T09:14:08,073 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16695a38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-02T09:14:08,073 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-02T09:14:08,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d655053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-02T09:14:08,073 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5fa2d6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb1e06dd-2434-f5b9-726b-b2714066df1e/hadoop.log.dir/,STOPPED} 2024-12-02T09:14:08,088 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-02T09:14:08,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down