2024-11-11 21:48:29,225 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-11 21:48:29,239 main DEBUG Took 0.011961 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 21:48:29,240 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 21:48:29,240 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 21:48:29,241 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 21:48:29,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,251 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 21:48:29,266 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,269 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,270 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,271 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,272 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,274 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,274 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,275 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,276 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,276 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,277 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,278 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,279 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,280 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,281 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 21:48:29,282 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,283 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 21:48:29,285 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 21:48:29,287 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 21:48:29,289 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 21:48:29,290 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 21:48:29,292 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 21:48:29,293 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 21:48:29,303 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 21:48:29,307 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 21:48:29,310 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 21:48:29,310 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 21:48:29,311 main DEBUG createAppenders(={Console}) 2024-11-11 21:48:29,312 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-11 21:48:29,313 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-11 21:48:29,313 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-11 21:48:29,314 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 21:48:29,314 main DEBUG OutputStream closed 2024-11-11 21:48:29,315 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 21:48:29,315 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 21:48:29,315 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-11 21:48:29,418 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 21:48:29,420 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 21:48:29,422 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 21:48:29,424 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 21:48:29,425 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 21:48:29,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 21:48:29,426 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 21:48:29,427 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 21:48:29,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 21:48:29,429 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 21:48:29,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 21:48:29,430 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 21:48:29,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 21:48:29,431 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 21:48:29,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 21:48:29,432 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 21:48:29,433 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 21:48:29,434 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 21:48:29,438 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 21:48:29,438 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-11 21:48:29,439 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 21:48:29,440 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-11T21:48:29,809 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618 2024-11-11 21:48:29,813 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 21:48:29,814 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T21:48:29,825 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-11T21:48:29,836 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-11T21:48:29,867 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T21:48:29,927 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T21:48:29,927 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T21:48:29,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T21:48:29,964 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f, deleteOnExit=true 2024-11-11T21:48:29,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T21:48:29,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/test.cache.data in system properties and HBase conf 2024-11-11T21:48:29,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T21:48:29,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir in system properties and HBase conf 2024-11-11T21:48:29,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T21:48:29,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T21:48:29,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T21:48:30,078 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T21:48:30,231 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T21:48:30,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:48:30,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T21:48:30,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T21:48:30,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:48:30,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T21:48:30,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T21:48:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T21:48:30,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:48:30,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T21:48:30,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/nfs.dump.dir in system properties and HBase conf 2024-11-11T21:48:30,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/java.io.tmpdir in system properties and HBase conf 2024-11-11T21:48:30,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T21:48:30,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T21:48:30,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T21:48:31,198 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T21:48:31,287 INFO [Time-limited test {}] log.Log(170): Logging initialized @2835ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T21:48:31,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:48:31,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:48:31,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:48:31,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:48:31,494 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:48:31,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:48:31,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:48:31,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:48:31,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e17169c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/java.io.tmpdir/jetty-localhost-34993-hadoop-hdfs-3_4_1-tests_jar-_-any-17253662582582009967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:48:31,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:34993} 2024-11-11T21:48:31,747 INFO [Time-limited test {}] server.Server(415): Started @3295ms 2024-11-11T21:48:32,154 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:48:32,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:48:32,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:48:32,164 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:48:32,165 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:48:32,165 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:48:32,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:48:32,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3083ee80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/java.io.tmpdir/jetty-localhost-44593-hadoop-hdfs-3_4_1-tests_jar-_-any-1496690582769713313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:48:32,288 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:44593} 2024-11-11T21:48:32,288 INFO [Time-limited test {}] server.Server(415): Started @3836ms 2024-11-11T21:48:32,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:48:32,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:48:32,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:48:32,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:48:32,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:48:32,542 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T21:48:32,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:48:32,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:48:32,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5c651{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/java.io.tmpdir/jetty-localhost-46147-hadoop-hdfs-3_4_1-tests_jar-_-any-14207618927063739012/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:48:32,675 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:46147} 2024-11-11T21:48:32,675 INFO [Time-limited test {}] server.Server(415): Started @4223ms 2024-11-11T21:48:32,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:48:32,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T21:48:32,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T21:48:32,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T21:48:32,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T21:48:32,749 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T21:48:32,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,AVAILABLE} 2024-11-11T21:48:32,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T21:48:32,833 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data3/current/BP-1529288909-172.17.0.2-1731361710938/current, will proceed with Du for space computation calculation, 2024-11-11T21:48:32,833 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data4/current/BP-1529288909-172.17.0.2-1731361710938/current, will proceed with Du for space computation calculation, 2024-11-11T21:48:32,833 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data1/current/BP-1529288909-172.17.0.2-1731361710938/current, will proceed with Du for space computation calculation, 2024-11-11T21:48:32,837 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data2/current/BP-1529288909-172.17.0.2-1731361710938/current, will proceed with Du for space computation calculation, 2024-11-11T21:48:32,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db711c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/java.io.tmpdir/jetty-localhost-45277-hadoop-hdfs-3_4_1-tests_jar-_-any-6990700241294695445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:48:32,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:45277} 2024-11-11T21:48:32,880 INFO [Time-limited test {}] server.Server(415): Started @4428ms 2024-11-11T21:48:32,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T21:48:32,892 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:48:32,893 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:48:32,974 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x467493f5de1c354 with lease ID 0xb3083f76b2a1c10: Processing first storage report for DS-64b0ca28-c62b-4230-a84f-9091b6ff3155 from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=c6fc9d20-c24a-4975-ac94-c7bce08c369f, infoPort=33479, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938) 2024-11-11T21:48:32,976 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x467493f5de1c354 with lease ID 0xb3083f76b2a1c10: from storage DS-64b0ca28-c62b-4230-a84f-9091b6ff3155 node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=c6fc9d20-c24a-4975-ac94-c7bce08c369f, infoPort=33479, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:48:32,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf4edcc4c245ef4a with lease ID 0xb3083f76b2a1c11: Processing first storage report for DS-d9c36165-4dbc-4400-ab55-ea38e6291de9 from datanode DatanodeRegistration(127.0.0.1:46097, datanodeUuid=22fb420a-c150-41b2-add0-342ed0ae306c, infoPort=34587, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938) 2024-11-11T21:48:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf4edcc4c245ef4a with lease ID 0xb3083f76b2a1c11: from storage DS-d9c36165-4dbc-4400-ab55-ea38e6291de9 node DatanodeRegistration(127.0.0.1:46097, datanodeUuid=22fb420a-c150-41b2-add0-342ed0ae306c, infoPort=34587, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:48:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x467493f5de1c354 with lease ID 0xb3083f76b2a1c10: Processing first storage report for DS-0e89d4c0-1000-4158-bc3e-43453765410b from datanode DatanodeRegistration(127.0.0.1:42679, datanodeUuid=c6fc9d20-c24a-4975-ac94-c7bce08c369f, infoPort=33479, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938) 2024-11-11T21:48:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x467493f5de1c354 with lease ID 0xb3083f76b2a1c10: from storage DS-0e89d4c0-1000-4158-bc3e-43453765410b node DatanodeRegistration(127.0.0.1:42679, datanodeUuid=c6fc9d20-c24a-4975-ac94-c7bce08c369f, infoPort=33479, infoSecurePort=0, ipcPort=43269, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:48:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcf4edcc4c245ef4a with lease ID 0xb3083f76b2a1c11: Processing first storage report for DS-ae1dcecf-4a5a-4437-ada0-2253ec891dd4 from datanode DatanodeRegistration(127.0.0.1:46097, datanodeUuid=22fb420a-c150-41b2-add0-342ed0ae306c, infoPort=34587, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938) 2024-11-11T21:48:32,978 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcf4edcc4c245ef4a with lease ID 0xb3083f76b2a1c11: from storage DS-ae1dcecf-4a5a-4437-ada0-2253ec891dd4 node DatanodeRegistration(127.0.0.1:46097, datanodeUuid=22fb420a-c150-41b2-add0-342ed0ae306c, infoPort=34587, infoSecurePort=0, ipcPort=33575, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T21:48:33,003 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data5/current/BP-1529288909-172.17.0.2-1731361710938/current, will proceed with Du for space computation calculation, 2024-11-11T21:48:33,004 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data6/current/BP-1529288909-172.17.0.2-1731361710938/current, will proceed with Du for space computation calculation, 2024-11-11T21:48:33,035 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T21:48:33,041 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bfbd1c4cdb02547 with lease ID 0xb3083f76b2a1c12: Processing first storage report for DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6 from datanode DatanodeRegistration(127.0.0.1:38049, datanodeUuid=9fbb72df-ed83-432f-bdab-7cb3c38f8dd1, infoPort=40907, infoSecurePort=0, ipcPort=44867, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938) 2024-11-11T21:48:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bfbd1c4cdb02547 with lease ID 0xb3083f76b2a1c12: from storage DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6 node DatanodeRegistration(127.0.0.1:38049, datanodeUuid=9fbb72df-ed83-432f-bdab-7cb3c38f8dd1, infoPort=40907, infoSecurePort=0, ipcPort=44867, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:48:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3bfbd1c4cdb02547 with lease ID 0xb3083f76b2a1c12: Processing first storage report for DS-9d7d7201-c699-488d-a1bb-6d62fa234638 from datanode DatanodeRegistration(127.0.0.1:38049, datanodeUuid=9fbb72df-ed83-432f-bdab-7cb3c38f8dd1, infoPort=40907, infoSecurePort=0, ipcPort=44867, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938) 2024-11-11T21:48:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3bfbd1c4cdb02547 with lease ID 0xb3083f76b2a1c12: from storage DS-9d7d7201-c699-488d-a1bb-6d62fa234638 node DatanodeRegistration(127.0.0.1:38049, datanodeUuid=9fbb72df-ed83-432f-bdab-7cb3c38f8dd1, infoPort=40907, infoSecurePort=0, ipcPort=44867, storageInfo=lv=-57;cid=testClusterID;nsid=310513932;c=1731361710938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T21:48:33,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618 2024-11-11T21:48:33,506 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/zookeeper_0, clientPort=55263, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T21:48:33,517 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55263 2024-11-11T21:48:33,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:33,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:33,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:48:33,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:48:33,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741825_1001 (size=7) 2024-11-11T21:48:34,225 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5 with version=8 2024-11-11T21:48:34,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/hbase-staging 2024-11-11T21:48:34,467 INFO [Time-limited test {}] client.ConnectionUtils(128): master/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:48:34,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:34,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:34,482 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:48:34,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:34,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:48:34,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T21:48:34,679 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T21:48:34,690 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T21:48:34,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:48:34,722 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 29117 (auto-detected) 2024-11-11T21:48:34,723 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T21:48:34,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34479 2024-11-11T21:48:34,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34479 connecting to ZooKeeper ensemble=127.0.0.1:55263 2024-11-11T21:48:34,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344790x0, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:48:34,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34479-0x10030c289bd0000 connected 2024-11-11T21:48:34,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:34,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:34,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:48:34,866 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5, hbase.cluster.distributed=false 2024-11-11T21:48:34,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:48:34,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34479 2024-11-11T21:48:34,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34479 2024-11-11T21:48:34,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34479 2024-11-11T21:48:34,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34479 2024-11-11T21:48:34,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34479 2024-11-11T21:48:35,043 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:48:35,045 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:48:35,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:48:35,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:48:35,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:48:35,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41667 2024-11-11T21:48:35,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41667 connecting to ZooKeeper ensemble=127.0.0.1:55263 2024-11-11T21:48:35,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:35,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:35,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416670x0, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:48:35,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416670x0, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:48:35,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41667-0x10030c289bd0001 connected 2024-11-11T21:48:35,071 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:48:35,079 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:48:35,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:48:35,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:48:35,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41667 2024-11-11T21:48:35,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41667 2024-11-11T21:48:35,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41667 2024-11-11T21:48:35,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41667 2024-11-11T21:48:35,093 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41667 2024-11-11T21:48:35,115 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:48:35,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,115 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,116 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:48:35,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,116 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:48:35,116 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:48:35,117 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:48:35,118 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38775 2024-11-11T21:48:35,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38775 connecting to ZooKeeper ensemble=127.0.0.1:55263 2024-11-11T21:48:35,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:35,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:35,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387750x0, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:48:35,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:387750x0, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:48:35,131 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:48:35,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38775-0x10030c289bd0002 connected 2024-11-11T21:48:35,141 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:48:35,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:48:35,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:48:35,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-11T21:48:35,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38775 2024-11-11T21:48:35,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38775 2024-11-11T21:48:35,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-11T21:48:35,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38775 2024-11-11T21:48:35,175 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/22a1f13b90b0:0 server-side Connection retries=45 2024-11-11T21:48:35,175 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,176 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T21:48:35,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T21:48:35,176 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T21:48:35,176 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T21:48:35,176 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T21:48:35,178 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46585 2024-11-11T21:48:35,180 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46585 connecting to ZooKeeper ensemble=127.0.0.1:55263 2024-11-11T21:48:35,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:35,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:35,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465850x0, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T21:48:35,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46585-0x10030c289bd0003 connected 2024-11-11T21:48:35,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:48:35,193 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T21:48:35,196 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T21:48:35,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-11T21:48:35,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-11T21:48:35,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46585 2024-11-11T21:48:35,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46585 2024-11-11T21:48:35,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46585 2024-11-11T21:48:35,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46585 2024-11-11T21:48:35,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46585 2024-11-11T21:48:35,226 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;22a1f13b90b0:34479 2024-11-11T21:48:35,228 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:35,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,239 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:48:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:48:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-11T21:48:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,263 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-11T21:48:35,264 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/22a1f13b90b0,34479,1731361714318 from backup master directory 2024-11-11T21:48:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-11T21:48:35,268 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:48:35,269 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:35,271 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T21:48:35,273 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T21:48:35,346 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/hbase.id] with ID: 216c218e-ec00-4e43-91f1-cc8ef7051135 2024-11-11T21:48:35,346 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/.tmp/hbase.id 2024-11-11T21:48:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:48:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:48:35,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741826_1002 (size=42) 2024-11-11T21:48:35,368 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/.tmp/hbase.id]:[hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/hbase.id] 2024-11-11T21:48:35,425 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T21:48:35,431 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T21:48:35,449 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-11T21:48:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:48:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:48:35,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741827_1003 (size=196) 2024-11-11T21:48:35,493 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:48:35,496 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T21:48:35,503 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:48:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:48:35,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741828_1004 (size=1189) 2024-11-11T21:48:35,550 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store 2024-11-11T21:48:35,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:48:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:48:35,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741829_1005 (size=34) 2024-11-11T21:48:35,575 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T21:48:35,579 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:35,580 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:48:35,580 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:48:35,580 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:48:35,581 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:48:35,581 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:48:35,581 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:48:35,583 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361715579Disabling compacts and flushes for region at 1731361715579Disabling writes for close at 1731361715581 (+2 ms)Writing region close event to WAL at 1731361715581Closed at 1731361715581 2024-11-11T21:48:35,585 WARN [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/.initializing 2024-11-11T21:48:35,585 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/WALs/22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:35,592 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:35,605 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C34479%2C1731361714318, suffix=, logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/WALs/22a1f13b90b0,34479,1731361714318, archiveDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/oldWALs, maxLogs=10 2024-11-11T21:48:35,633 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/WALs/22a1f13b90b0,34479,1731361714318/22a1f13b90b0%2C34479%2C1731361714318.1731361715610, exclude list is [], retry=0 2024-11-11T21:48:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:35,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:35,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:35,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:35,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T21:48:35,692 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/WALs/22a1f13b90b0,34479,1731361714318/22a1f13b90b0%2C34479%2C1731361714318.1731361715610 2024-11-11T21:48:35,693 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:35,693 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:35,693 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:35,696 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,697 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T21:48:35,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:35,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:35,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T21:48:35,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:35,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:35,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T21:48:35,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:35,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:35,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T21:48:35,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:35,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:35,769 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,773 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,774 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,779 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,779 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,782 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:48:35,785 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T21:48:35,789 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:35,791 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65403218, jitterRate=-0.02541610598564148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:48:35,798 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731361715707Initializing all the Stores at 1731361715709 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361715710 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361715710Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361715710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361715711 (+1 ms)Cleaning up temporary data from old regions at 1731361715779 (+68 ms)Region opened successfully at 1731361715797 (+18 ms) 2024-11-11T21:48:35,799 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T21:48:35,829 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fa5833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:48:35,855 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T21:48:35,864 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T21:48:35,864 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T21:48:35,867 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T21:48:35,868 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T21:48:35,872 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T21:48:35,872 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T21:48:35,898 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T21:48:35,907 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-11T21:48:35,909 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-11T21:48:35,911 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T21:48:35,913 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-11T21:48:35,914 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-11T21:48:35,917 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T21:48:35,921 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-11T21:48:35,923 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-11T21:48:35,925 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-11T21:48:35,926 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-11T21:48:35,942 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T21:48:35,943 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-11T21:48:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:48:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:48:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:48:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-11T21:48:35,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,950 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=22a1f13b90b0,34479,1731361714318, sessionid=0x10030c289bd0000, setting cluster-up flag (Was=false) 2024-11-11T21:48:35,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,964 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-11T21:48:35,966 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:35,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:35,976 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-11T21:48:35,977 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:35,984 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T21:48:36,014 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(746): ClusterId : 216c218e-ec00-4e43-91f1-cc8ef7051135 2024-11-11T21:48:36,014 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(746): ClusterId : 216c218e-ec00-4e43-91f1-cc8ef7051135 2024-11-11T21:48:36,014 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(746): ClusterId : 216c218e-ec00-4e43-91f1-cc8ef7051135 2024-11-11T21:48:36,017 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:48:36,017 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:48:36,017 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T21:48:36,021 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:48:36,021 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:48:36,021 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T21:48:36,021 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:48:36,021 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:48:36,021 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T21:48:36,024 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:48:36,024 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:48:36,024 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T21:48:36,025 DEBUG [RS:0;22a1f13b90b0:41667 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c92bff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:48:36,025 DEBUG [RS:1;22a1f13b90b0:38775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4504adc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:48:36,025 DEBUG [RS:2;22a1f13b90b0:46585 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e375b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=22a1f13b90b0/172.17.0.2:0 2024-11-11T21:48:36,044 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;22a1f13b90b0:46585 2024-11-11T21:48:36,046 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;22a1f13b90b0:41667 2024-11-11T21:48:36,047 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:48:36,047 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;22a1f13b90b0:38775 2024-11-11T21:48:36,047 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:48:36,047 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:48:36,047 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:48:36,047 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T21:48:36,048 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:48:36,048 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:48:36,048 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T21:48:36,048 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T21:48:36,050 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,34479,1731361714318 with port=41667, startcode=1731361714991 2024-11-11T21:48:36,050 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,34479,1731361714318 with port=46585, startcode=1731361715175 2024-11-11T21:48:36,053 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,34479,1731361714318 with port=38775, startcode=1731361715114 2024-11-11T21:48:36,063 DEBUG [RS:0;22a1f13b90b0:41667 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:48:36,063 DEBUG [RS:2;22a1f13b90b0:46585 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:48:36,063 DEBUG [RS:1;22a1f13b90b0:38775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T21:48:36,065 INFO [AsyncFSWAL-0-hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData-prefix:22a1f13b90b0,34479,1731361714318 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-11T21:48:36,079 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T21:48:36,092 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T21:48:36,098 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60997, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:48:36,098 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54653, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:48:36,098 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36149, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T21:48:36,102 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T21:48:36,104 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T21:48:36,108 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T21:48:36,109 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-11T21:48:36,108 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 22a1f13b90b0,34479,1731361714318 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T21:48:36,116 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:48:36,116 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:48:36,116 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:48:36,116 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=5, maxPoolSize=5 2024-11-11T21:48:36,116 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/22a1f13b90b0:0, corePoolSize=10, maxPoolSize=10 2024-11-11T21:48:36,116 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,116 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:48:36,117 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,122 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731361746122 2024-11-11T21:48:36,122 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:48:36,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T21:48:36,124 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T21:48:36,125 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T21:48:36,129 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T21:48:36,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,130 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T21:48:36,130 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:48:36,130 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:48:36,130 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T21:48:36,130 WARN [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T21:48:36,130 WARN [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T21:48:36,130 WARN [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T21:48:36,130 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T21:48:36,130 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T21:48:36,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T21:48:36,131 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,135 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T21:48:36,136 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T21:48:36,137 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T21:48:36,141 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T21:48:36,165 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T21:48:36,168 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361716167,5,FailOnTimeoutGroup] 2024-11-11T21:48:36,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:48:36,169 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361716168,5,FailOnTimeoutGroup] 2024-11-11T21:48:36,169 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,169 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T21:48:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:48:36,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741831_1007 (size=1321) 2024-11-11T21:48:36,170 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,171 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T21:48:36,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5 2024-11-11T21:48:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:48:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:48:36,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741832_1008 (size=32) 2024-11-11T21:48:36,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:36,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:48:36,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:48:36,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:48:36,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:48:36,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:48:36,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:48:36,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:48:36,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:48:36,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:48:36,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740 2024-11-11T21:48:36,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740 2024-11-11T21:48:36,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:48:36,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:48:36,209 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:48:36,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:48:36,215 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:36,216 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60161301, jitterRate=-0.1035267561674118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:48:36,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731361716187Initializing all the Stores at 1731361716188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361716188Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361716189 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361716189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361716189Cleaning up temporary data from old regions at 1731361716209 (+20 ms)Region opened successfully at 1731361716220 (+11 ms) 2024-11-11T21:48:36,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:48:36,220 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:48:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:48:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:48:36,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:48:36,222 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:48:36,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361716220Disabling compacts and flushes for region at 1731361716220Disabling writes for close at 1731361716221 (+1 ms)Writing region close event to WAL at 1731361716222 (+1 ms)Closed at 1731361716222 2024-11-11T21:48:36,226 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:48:36,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T21:48:36,231 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,34479,1731361714318 with port=41667, startcode=1731361714991 2024-11-11T21:48:36,231 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,34479,1731361714318 with port=38775, startcode=1731361715114 2024-11-11T21:48:36,231 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(2659): reportForDuty to master=22a1f13b90b0,34479,1731361714318 with port=46585, startcode=1731361715175 2024-11-11T21:48:36,231 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:48:36,233 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:36,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:36,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:48:36,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T21:48:36,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,244 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5 2024-11-11T21:48:36,244 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41257 2024-11-11T21:48:36,244 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:48:36,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:36,248 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] master.ServerManager(517): Registering regionserver=22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:36,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:48:36,248 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5 2024-11-11T21:48:36,248 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41257 2024-11-11T21:48:36,248 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:48:36,248 DEBUG [RS:1;22a1f13b90b0:38775 {}] zookeeper.ZKUtil(111): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:36,248 WARN [RS:1;22a1f13b90b0:38775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:48:36,249 INFO [RS:1;22a1f13b90b0:38775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:36,249 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:36,252 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5 2024-11-11T21:48:36,252 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41257 2024-11-11T21:48:36,253 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T21:48:36,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,38775,1731361715114] 2024-11-11T21:48:36,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,46585,1731361715175] 2024-11-11T21:48:36,254 DEBUG [RS:2;22a1f13b90b0:46585 {}] zookeeper.ZKUtil(111): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,254 WARN [RS:2;22a1f13b90b0:46585 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:48:36,254 INFO [RS:2;22a1f13b90b0:46585 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:36,254 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:48:36,255 DEBUG [RS:0;22a1f13b90b0:41667 {}] zookeeper.ZKUtil(111): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:36,255 WARN [RS:0;22a1f13b90b0:41667 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T21:48:36,255 INFO [RS:0;22a1f13b90b0:41667 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:36,256 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:36,257 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [22a1f13b90b0,41667,1731361714991] 2024-11-11T21:48:36,278 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:48:36,278 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:48:36,278 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T21:48:36,294 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:48:36,294 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:48:36,296 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T21:48:36,301 INFO [RS:0;22a1f13b90b0:41667 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:48:36,301 INFO [RS:2;22a1f13b90b0:46585 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:48:36,301 INFO [RS:1;22a1f13b90b0:38775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:48:36,301 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,301 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,301 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,302 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:48:36,302 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:48:36,302 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T21:48:36,309 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:48:36,309 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:48:36,309 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T21:48:36,311 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,311 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,311 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,311 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,311 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:48:36,311 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:48:36,312 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0, corePoolSize=2, maxPoolSize=2 2024-11-11T21:48:36,312 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:48:36,312 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:2;22a1f13b90b0:46585 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,312 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,313 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/22a1f13b90b0:0, corePoolSize=1, maxPoolSize=1 2024-11-11T21:48:36,313 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:48:36,313 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:48:36,313 DEBUG [RS:0;22a1f13b90b0:41667 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:48:36,313 DEBUG [RS:1;22a1f13b90b0:38775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/22a1f13b90b0:0, corePoolSize=3, maxPoolSize=3 2024-11-11T21:48:36,317 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,317 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,317 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,317 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,46585,1731361715175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,38775,1731361715114-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,318 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41667,1731361714991-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:48:36,335 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:48:36,337 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,41667,1731361714991-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,337 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,337 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.Replication(171): 22a1f13b90b0,41667,1731361714991 started 2024-11-11T21:48:36,340 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:48:36,340 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T21:48:36,340 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,38775,1731361715114-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,340 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,46585,1731361715175-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,340 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,340 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,340 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.Replication(171): 22a1f13b90b0,46585,1731361715175 started 2024-11-11T21:48:36,340 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.Replication(171): 22a1f13b90b0,38775,1731361715114 started 2024-11-11T21:48:36,357 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,357 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,41667,1731361714991, RpcServer on 22a1f13b90b0/172.17.0.2:41667, sessionid=0x10030c289bd0001 2024-11-11T21:48:36,358 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:48:36,358 DEBUG [RS:0;22a1f13b90b0:41667 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:36,358 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,41667,1731361714991' 2024-11-11T21:48:36,358 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:48:36,359 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:48:36,360 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:48:36,360 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:48:36,360 DEBUG [RS:0;22a1f13b90b0:41667 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:36,360 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,41667,1731361714991' 2024-11-11T21:48:36,360 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:48:36,360 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:48:36,361 DEBUG [RS:0;22a1f13b90b0:41667 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:48:36,361 INFO [RS:0;22a1f13b90b0:41667 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:48:36,361 INFO [RS:0;22a1f13b90b0:41667 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:48:36,362 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,362 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:36,362 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,46585,1731361715175, RpcServer on 22a1f13b90b0/172.17.0.2:46585, sessionid=0x10030c289bd0003 2024-11-11T21:48:36,362 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1482): Serving as 22a1f13b90b0,38775,1731361715114, RpcServer on 22a1f13b90b0/172.17.0.2:38775, sessionid=0x10030c289bd0002 2024-11-11T21:48:36,362 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:48:36,362 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T21:48:36,362 DEBUG [RS:2;22a1f13b90b0:46585 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,362 DEBUG [RS:1;22a1f13b90b0:38775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:36,363 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,46585,1731361715175' 2024-11-11T21:48:36,363 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,38775,1731361715114' 2024-11-11T21:48:36,363 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:48:36,363 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-11T21:48:36,364 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:48:36,364 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-11T21:48:36,364 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:48:36,364 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:48:36,364 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T21:48:36,364 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T21:48:36,364 DEBUG [RS:1;22a1f13b90b0:38775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:36,364 DEBUG [RS:2;22a1f13b90b0:46585 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,364 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,38775,1731361715114' 2024-11-11T21:48:36,364 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '22a1f13b90b0,46585,1731361715175' 2024-11-11T21:48:36,364 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:48:36,364 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-11T21:48:36,365 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:48:36,365 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-11T21:48:36,366 DEBUG [RS:1;22a1f13b90b0:38775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:48:36,366 INFO [RS:1;22a1f13b90b0:38775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:48:36,366 DEBUG [RS:2;22a1f13b90b0:46585 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T21:48:36,366 INFO [RS:1;22a1f13b90b0:38775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:48:36,366 INFO [RS:2;22a1f13b90b0:46585 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T21:48:36,366 INFO [RS:2;22a1f13b90b0:46585 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T21:48:36,395 WARN [22a1f13b90b0:34479 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-11T21:48:36,466 INFO [RS:0;22a1f13b90b0:41667 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:36,467 INFO [RS:1;22a1f13b90b0:38775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:36,467 INFO [RS:2;22a1f13b90b0:46585 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:36,470 INFO [RS:1;22a1f13b90b0:38775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C38775%2C1731361715114, suffix=, logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,38775,1731361715114, archiveDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs, maxLogs=32 2024-11-11T21:48:36,470 INFO [RS:2;22a1f13b90b0:46585 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C46585%2C1731361715175, suffix=, logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175, archiveDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs, maxLogs=32 2024-11-11T21:48:36,470 INFO [RS:0;22a1f13b90b0:41667 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C41667%2C1731361714991, suffix=, logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991, archiveDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs, maxLogs=32 2024-11-11T21:48:36,493 DEBUG [RS:2;22a1f13b90b0:46585 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175/22a1f13b90b0%2C46585%2C1731361715175.1731361716475, exclude list is [], retry=0 2024-11-11T21:48:36,493 DEBUG [RS:1;22a1f13b90b0:38775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,38775,1731361715114/22a1f13b90b0%2C38775%2C1731361715114.1731361716475, exclude list is [], retry=0 2024-11-11T21:48:36,494 DEBUG [RS:0;22a1f13b90b0:41667 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991/22a1f13b90b0%2C41667%2C1731361714991.1731361716475, exclude list is [], retry=0 2024-11-11T21:48:36,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:36,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:36,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:36,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:36,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:36,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:36,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:36,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:36,517 INFO [RS:1;22a1f13b90b0:38775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,38775,1731361715114/22a1f13b90b0%2C38775%2C1731361715114.1731361716475 2024-11-11T21:48:36,518 DEBUG [RS:1;22a1f13b90b0:38775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:36,518 INFO [RS:2;22a1f13b90b0:46585 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 2024-11-11T21:48:36,518 DEBUG [RS:2;22a1f13b90b0:46585 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:36,523 INFO [RS:0;22a1f13b90b0:41667 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991/22a1f13b90b0%2C41667%2C1731361714991.1731361716475 2024-11-11T21:48:36,524 DEBUG [RS:0;22a1f13b90b0:41667 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:36,647 DEBUG [22a1f13b90b0:34479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-11T21:48:36,654 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:48:36,659 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:48:36,659 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:48:36,659 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:48:36,660 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:48:36,660 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:48:36,660 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:48:36,660 INFO [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:48:36,660 INFO [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:48:36,660 INFO [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:48:36,660 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:48:36,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,46585,1731361715175, state=OPENING 2024-11-11T21:48:36,676 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T21:48:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:36,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:48:36,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,679 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,680 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:48:36,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,46585,1731361715175}] 2024-11-11T21:48:36,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:48:36,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34903, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:48:36,876 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:48:36,877 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:36,877 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:48:36,880 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C46585%2C1731361715175.meta, suffix=.meta, logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175, archiveDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs, maxLogs=32 2024-11-11T21:48:36,896 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, exclude list is [], retry=0 2024-11-11T21:48:36,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:36,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:36,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:36,905 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta 2024-11-11T21:48:36,906 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:36,906 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:36,907 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:48:36,910 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:48:36,914 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:48:36,918 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:48:36,918 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:36,918 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:48:36,918 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:48:36,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:48:36,923 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:48:36,923 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:48:36,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:48:36,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:48:36,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:48:36,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:48:36,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:48:36,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:36,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:36,930 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:48:36,931 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740 2024-11-11T21:48:36,934 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740 2024-11-11T21:48:36,936 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:48:36,936 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:48:36,937 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:48:36,939 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:48:36,941 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75028935, jitterRate=0.1180182546377182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:48:36,941 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:48:36,942 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731361716919Writing region info on filesystem at 1731361716919Initializing all the Stores at 1731361716921 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361716921Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361716921Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361716921Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361716921Cleaning up temporary data from old regions at 1731361716936 (+15 ms)Running coprocessor post-open hooks at 1731361716941 (+5 ms)Region opened successfully at 1731361716942 (+1 ms) 2024-11-11T21:48:36,948 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731361716851 2024-11-11T21:48:36,958 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:48:36,958 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:48:36,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,965 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,46585,1731361715175, state=OPEN 2024-11-11T21:48:36,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:36,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:36,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:36,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:36,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,967 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:36,968 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:36,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T21:48:36,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,46585,1731361715175 in 286 msec 2024-11-11T21:48:36,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T21:48:36,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-11-11T21:48:36,983 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T21:48:36,983 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T21:48:37,000 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:48:37,001 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1] 2024-11-11T21:48:37,018 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:48:37,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37363, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:48:37,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0260 sec 2024-11-11T21:48:37,041 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731361717041, completionTime=-1 2024-11-11T21:48:37,046 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-11T21:48:37,046 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-11T21:48:37,073 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-11T21:48:37,074 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731361777073 2024-11-11T21:48:37,074 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731361837074 2024-11-11T21:48:37,074 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-11T21:48:37,076 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T21:48:37,084 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,34479,1731361714318-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:37,084 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,34479,1731361714318-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:37,084 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,34479,1731361714318-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:37,086 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-22a1f13b90b0:34479, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:37,086 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:37,087 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:37,092 DEBUG [master/22a1f13b90b0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T21:48:37,113 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.844sec 2024-11-11T21:48:37,114 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T21:48:37,115 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T21:48:37,116 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T21:48:37,116 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T21:48:37,117 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T21:48:37,117 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,34479,1731361714318-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T21:48:37,118 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,34479,1731361714318-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T21:48:37,122 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T21:48:37,141 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T21:48:37,142 INFO [master/22a1f13b90b0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=22a1f13b90b0,34479,1731361714318-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:37,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d89b603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:48:37,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 22a1f13b90b0,34479,-1 for getting cluster id 2024-11-11T21:48:37,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T21:48:37,161 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '216c218e-ec00-4e43-91f1-cc8ef7051135' 2024-11-11T21:48:37,164 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T21:48:37,164 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "216c218e-ec00-4e43-91f1-cc8ef7051135" 2024-11-11T21:48:37,165 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aab7e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:48:37,165 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [22a1f13b90b0,34479,-1] 2024-11-11T21:48:37,168 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T21:48:37,170 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:48:37,177 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T21:48:37,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79c8350c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T21:48:37,181 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:48:37,188 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1] 2024-11-11T21:48:37,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:48:37,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:48:37,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:37,212 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:41257/hbase 2024-11-11T21:48:37,224 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=360, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5571 2024-11-11T21:48:37,246 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:37,250 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:37,251 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:37,255 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-72711698, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-72711698, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:37,269 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-72711698/hregion-72711698.1731361717257, exclude list is [], retry=0 2024-11-11T21:48:37,274 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:37,274 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:37,274 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:37,280 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-72711698/hregion-72711698.1731361717257 2024-11-11T21:48:37,281 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:37,281 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => a032b355a37829c4275b82da514f6d94, NAME => 'testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:48:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741838_1014 (size=64) 2024-11-11T21:48:37,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741838_1014 (size=64) 2024-11-11T21:48:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741838_1014 (size=64) 2024-11-11T21:48:37,296 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:37,298 INFO [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,301 INFO [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a032b355a37829c4275b82da514f6d94 columnFamilyName a 2024-11-11T21:48:37,301 DEBUG [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:37,302 INFO [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] regionserver.HStore(327): Store=a032b355a37829c4275b82da514f6d94/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:37,302 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,304 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,305 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,305 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,308 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,314 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:37,315 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a032b355a37829c4275b82da514f6d94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62846432, jitterRate=-0.06351518630981445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:48:37,316 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a032b355a37829c4275b82da514f6d94: Writing region info on filesystem at 1731361717296Initializing all the Stores at 1731361717298 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361717298Cleaning up temporary data from old regions at 1731361717305 (+7 ms)Region opened successfully at 1731361717316 (+11 ms) 2024-11-11T21:48:37,316 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing a032b355a37829c4275b82da514f6d94, disabling compactions & flushes 2024-11-11T21:48:37,316 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94. 2024-11-11T21:48:37,317 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94. 2024-11-11T21:48:37,317 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94. after waiting 0 ms 2024-11-11T21:48:37,317 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94. 2024-11-11T21:48:37,317 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94. 2024-11-11T21:48:37,318 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for a032b355a37829c4275b82da514f6d94: Waiting for close lock at 1731361717316Disabling compacts and flushes for region at 1731361717316Disabling writes for close at 1731361717317 (+1 ms)Writing region close event to WAL at 1731361717317Closed at 1731361717317 2024-11-11T21:48:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741837_1013 (size=95) 2024-11-11T21:48:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741837_1013 (size=95) 2024-11-11T21:48:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741837_1013 (size=95) 2024-11-11T21:48:37,336 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:37,336 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-72711698:(num 1731361717257) 2024-11-11T21:48:37,338 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:48:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741839_1015 (size=320) 2024-11-11T21:48:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741839_1015 (size=320) 2024-11-11T21:48:37,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741839_1015 (size=320) 2024-11-11T21:48:37,365 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:48:37,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741840_1016 (size=253) 2024-11-11T21:48:37,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741840_1016 (size=253) 2024-11-11T21:48:37,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741840_1016 (size=253) 2024-11-11T21:48:37,420 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1, size=320 (320bytes) 2024-11-11T21:48:37,421 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T21:48:37,421 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T21:48:37,421 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1 2024-11-11T21:48:37,428 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1 after 4ms 2024-11-11T21:48:37,439 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:37,440 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1 took 21ms 2024-11-11T21:48:37,454 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1 so closing down 2024-11-11T21:48:37,454 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:37,458 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T21:48:37,461 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T21:48:37,462 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:37,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741841_1017 (size=320) 2024-11-11T21:48:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741841_1017 (size=320) 2024-11-11T21:48:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741841_1017 (size=320) 2024-11-11T21:48:37,485 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:37,490 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002 2024-11-11T21:48:37,495 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-11T21:48:37,495 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1, journal: Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1, size=320 (320bytes) at 1731361717420Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1 so closing down at 1731361717454 (+34 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000001-wal-1.temp at 1731361717461 (+7 ms)3 split writer threads finished at 1731361717462 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731361717486 (+24 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002 at 1731361717490 (+4 ms)Processed 2 edits across 1 Regions in 48 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731361717495 (+5 ms) 2024-11-11T21:48:37,515 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2, size=253 (253bytes) 2024-11-11T21:48:37,515 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2 2024-11-11T21:48:37,516 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2 after 1ms 2024-11-11T21:48:37,520 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:37,521 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2 took 7ms 2024-11-11T21:48:37,526 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2 so closing down 2024-11-11T21:48:37,526 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:37,530 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T21:48:37,531 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T21:48:37,532 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741842_1018 (size=253) 2024-11-11T21:48:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741842_1018 (size=253) 2024-11-11T21:48:37,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741842_1018 (size=253) 2024-11-11T21:48:37,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:37,550 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:37,554 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-11T21:48:37,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-11T21:48:37,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2, journal: Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2, size=253 (253bytes) at 1731361717515Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2 so closing down at 1731361717526 (+11 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002-wal-2.temp at 1731361717531 (+5 ms)3 split writer threads finished at 1731361717532 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731361717545 (+13 ms)Processed 1 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731361717556 (+11 ms) 2024-11-11T21:48:37,556 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:37,560 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:37,579 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal.1731361717561, exclude list is [], retry=0 2024-11-11T21:48:37,584 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:37,586 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:37,586 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:37,596 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal.1731361717561 2024-11-11T21:48:37,597 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:37,597 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a032b355a37829c4275b82da514f6d94, NAME => 'testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:37,598 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:37,598 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,598 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,609 INFO [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,611 INFO [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a032b355a37829c4275b82da514f6d94 columnFamilyName a 2024-11-11T21:48:37,611 DEBUG [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:37,613 INFO [StoreOpener-a032b355a37829c4275b82da514f6d94-1 {}] regionserver.HStore(327): Store=a032b355a37829c4275b82da514f6d94/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:37,613 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,615 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,619 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,621 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002 2024-11-11T21:48:37,626 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:37,632 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002 2024-11-11T21:48:37,636 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a032b355a37829c4275b82da514f6d94 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T21:48:37,696 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/.tmp/a/d551348ce0c34d29bce0f970dad9fe35 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731361717336/Put/seqid=0 2024-11-11T21:48:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741844_1020 (size=5170) 2024-11-11T21:48:37,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741844_1020 (size=5170) 2024-11-11T21:48:37,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741844_1020 (size=5170) 2024-11-11T21:48:37,724 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/.tmp/a/d551348ce0c34d29bce0f970dad9fe35 2024-11-11T21:48:37,786 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/.tmp/a/d551348ce0c34d29bce0f970dad9fe35 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/a/d551348ce0c34d29bce0f970dad9fe35 2024-11-11T21:48:37,799 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/a/d551348ce0c34d29bce0f970dad9fe35, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T21:48:37,808 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a032b355a37829c4275b82da514f6d94 in 169ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T21:48:37,810 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/0000000000000000002 2024-11-11T21:48:37,811 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,811 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,816 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a032b355a37829c4275b82da514f6d94 2024-11-11T21:48:37,820 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/a032b355a37829c4275b82da514f6d94/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T21:48:37,822 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a032b355a37829c4275b82da514f6d94; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63113209, jitterRate=-0.05953989923000336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:48:37,824 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a032b355a37829c4275b82da514f6d94: Writing region info on filesystem at 1731361717598Initializing all the Stores at 1731361717601 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361717601Obtaining lock to block concurrent updates at 1731361717636 (+35 ms)Preparing flush snapshotting stores in a032b355a37829c4275b82da514f6d94 at 1731361717637 (+1 ms)Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731361717640 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731361717247.a032b355a37829c4275b82da514f6d94. at 1731361717640Flushing a032b355a37829c4275b82da514f6d94/a: creating writer at 1731361717642 (+2 ms)Flushing a032b355a37829c4275b82da514f6d94/a: appending metadata at 1731361717682 (+40 ms)Flushing a032b355a37829c4275b82da514f6d94/a: closing flushed file at 1731361717685 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d65ab24: reopening flushed file at 1731361717784 (+99 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for a032b355a37829c4275b82da514f6d94 in 169ms, sequenceid=2, compaction requested=false; wal=null at 1731361717808 (+24 ms)Cleaning up temporary data from old regions at 1731361717811 (+3 ms)Region opened successfully at 1731361717823 (+12 ms) 2024-11-11T21:48:37,865 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=372 (was 360) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41257/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:53556 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:53410 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:52048 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:37442 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:52064 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:37604 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5523 (was 5571) 2024-11-11T21:48:37,879 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=372, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5521 2024-11-11T21:48:37,902 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:37,906 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:37,908 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:37,913 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-20924145, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-20924145, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:37,935 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-20924145/hregion-20924145.1731361717914, exclude list is [], retry=0 2024-11-11T21:48:37,940 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:37,945 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:37,947 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:37,968 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-20924145/hregion-20924145.1731361717914 2024-11-11T21:48:37,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:37,969 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 893ddf22c30c24fd4437c90bc3f38832, NAME => 'testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:48:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741846_1022 (size=64) 2024-11-11T21:48:38,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741846_1022 (size=64) 2024-11-11T21:48:38,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741846_1022 (size=64) 2024-11-11T21:48:38,033 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:38,043 INFO [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,050 INFO [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 893ddf22c30c24fd4437c90bc3f38832 columnFamilyName a 2024-11-11T21:48:38,050 DEBUG [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:38,051 INFO [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] regionserver.HStore(327): Store=893ddf22c30c24fd4437c90bc3f38832/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:38,051 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,053 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,055 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,059 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,068 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:38,070 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 893ddf22c30c24fd4437c90bc3f38832; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62442175, jitterRate=-0.06953908503055573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:48:38,070 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 893ddf22c30c24fd4437c90bc3f38832: Writing region info on filesystem at 1731361718034Initializing all the Stores at 1731361718036 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361718036Cleaning up temporary data from old regions at 1731361718055 (+19 ms)Region opened successfully at 1731361718070 (+15 ms) 2024-11-11T21:48:38,070 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 893ddf22c30c24fd4437c90bc3f38832, disabling compactions & flushes 2024-11-11T21:48:38,070 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832. 2024-11-11T21:48:38,070 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832. 2024-11-11T21:48:38,070 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832. after waiting 0 ms 2024-11-11T21:48:38,071 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832. 2024-11-11T21:48:38,081 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832. 2024-11-11T21:48:38,081 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 893ddf22c30c24fd4437c90bc3f38832: Waiting for close lock at 1731361718070Disabling compacts and flushes for region at 1731361718070Disabling writes for close at 1731361718071 (+1 ms)Writing region close event to WAL at 1731361718081 (+10 ms)Closed at 1731361718081 2024-11-11T21:48:38,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741845_1021 (size=95) 2024-11-11T21:48:38,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741845_1021 (size=95) 2024-11-11T21:48:38,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741845_1021 (size=95) 2024-11-11T21:48:38,104 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:38,104 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-20924145:(num 1731361717914) 2024-11-11T21:48:38,105 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:48:38,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741847_1023 (size=320) 2024-11-11T21:48:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741847_1023 (size=320) 2024-11-11T21:48:38,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741847_1023 (size=320) 2024-11-11T21:48:38,146 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-11T21:48:38,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741848_1024 (size=253) 2024-11-11T21:48:38,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741848_1024 (size=253) 2024-11-11T21:48:38,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741848_1024 (size=253) 2024-11-11T21:48:38,175 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2, size=253 (253bytes) 2024-11-11T21:48:38,175 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2 2024-11-11T21:48:38,176 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2 after 1ms 2024-11-11T21:48:38,180 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:38,180 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2 took 5ms 2024-11-11T21:48:38,183 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2 so closing down 2024-11-11T21:48:38,183 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:38,185 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-11T21:48:38,186 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002-wal-2.temp 2024-11-11T21:48:38,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741849_1025 (size=253) 2024-11-11T21:48:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741849_1025 (size=253) 2024-11-11T21:48:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741849_1025 (size=253) 2024-11-11T21:48:38,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:38,197 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002 2024-11-11T21:48:38,198 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-11T21:48:38,198 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2, journal: Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2, size=253 (253bytes) at 1731361718175Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2 so closing down at 1731361718183 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002-wal-2.temp at 1731361718186 (+3 ms)3 split writer threads finished at 1731361718187 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731361718195 (+8 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002 at 1731361718197 (+2 ms)Processed 1 edits across 1 Regions in 16 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731361718198 (+1 ms) 2024-11-11T21:48:38,213 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1, size=320 (320bytes) 2024-11-11T21:48:38,213 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1 2024-11-11T21:48:38,214 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1 after 1ms 2024-11-11T21:48:38,217 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:38,218 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1 took 5ms 2024-11-11T21:48:38,221 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1 so closing down 2024-11-11T21:48:38,221 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:38,223 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-11T21:48:38,224 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000001-wal-1.temp 2024-11-11T21:48:38,225 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741850_1026 (size=320) 2024-11-11T21:48:38,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741850_1026 (size=320) 2024-11-11T21:48:38,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741850_1026 (size=320) 2024-11-11T21:48:38,238 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:38,242 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:38,245 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002, length=253 2024-11-11T21:48:38,248 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002 2024-11-11T21:48:38,248 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-11T21:48:38,248 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1, journal: Splitting hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1, size=320 (320bytes) at 1731361718213Finishing writing output for hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1 so closing down at 1731361718221 (+8 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000001-wal-1.temp at 1731361718224 (+3 ms)3 split writer threads finished at 1731361718225 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731361718238 (+13 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002 at 1731361718248 (+10 ms)Processed 2 edits across 1 Regions in 30 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731361718248 2024-11-11T21:48:38,249 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:38,251 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:38,266 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal.1731361718252, exclude list is [], retry=0 2024-11-11T21:48:38,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:38,270 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:38,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:38,274 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal.1731361718252 2024-11-11T21:48:38,274 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:38,274 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 893ddf22c30c24fd4437c90bc3f38832, NAME => 'testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:38,274 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:38,274 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,274 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,277 INFO [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,279 INFO [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 893ddf22c30c24fd4437c90bc3f38832 columnFamilyName a 2024-11-11T21:48:38,279 DEBUG [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:38,280 INFO [StoreOpener-893ddf22c30c24fd4437c90bc3f38832-1 {}] regionserver.HStore(327): Store=893ddf22c30c24fd4437c90bc3f38832/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:38,280 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,281 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,284 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,285 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002 2024-11-11T21:48:38,288 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:38,290 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002 2024-11-11T21:48:38,290 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 893ddf22c30c24fd4437c90bc3f38832 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-11T21:48:38,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/.tmp/a/1ff0430ac5744bef80e0a46c57537835 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731361718104/Put/seqid=0 2024-11-11T21:48:38,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741852_1028 (size=5170) 2024-11-11T21:48:38,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741852_1028 (size=5170) 2024-11-11T21:48:38,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741852_1028 (size=5170) 2024-11-11T21:48:38,328 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/.tmp/a/1ff0430ac5744bef80e0a46c57537835 2024-11-11T21:48:38,338 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/.tmp/a/1ff0430ac5744bef80e0a46c57537835 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/a/1ff0430ac5744bef80e0a46c57537835 2024-11-11T21:48:38,351 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/a/1ff0430ac5744bef80e0a46c57537835, entries=2, sequenceid=2, filesize=5.0 K 2024-11-11T21:48:38,351 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 893ddf22c30c24fd4437c90bc3f38832 in 61ms, sequenceid=2, compaction requested=false; wal=null 2024-11-11T21:48:38,352 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/0000000000000000002 2024-11-11T21:48:38,353 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,353 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,355 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 893ddf22c30c24fd4437c90bc3f38832 2024-11-11T21:48:38,358 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/893ddf22c30c24fd4437c90bc3f38832/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-11T21:48:38,360 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 893ddf22c30c24fd4437c90bc3f38832; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66905577, jitterRate=-0.0030292123556137085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:48:38,360 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 893ddf22c30c24fd4437c90bc3f38832: Writing region info on filesystem at 1731361718275Initializing all the Stores at 1731361718276 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361718276Obtaining lock to block concurrent updates at 1731361718290 (+14 ms)Preparing flush snapshotting stores in 893ddf22c30c24fd4437c90bc3f38832 at 1731361718290Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731361718290Flushing stores of testReplayEditsWrittenIntoWAL,,1731361717903.893ddf22c30c24fd4437c90bc3f38832. at 1731361718290Flushing 893ddf22c30c24fd4437c90bc3f38832/a: creating writer at 1731361718290Flushing 893ddf22c30c24fd4437c90bc3f38832/a: appending metadata at 1731361718309 (+19 ms)Flushing 893ddf22c30c24fd4437c90bc3f38832/a: closing flushed file at 1731361718309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72284db1: reopening flushed file at 1731361718336 (+27 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 893ddf22c30c24fd4437c90bc3f38832 in 61ms, sequenceid=2, compaction requested=false; wal=null at 1731361718351 (+15 ms)Cleaning up temporary data from old regions at 1731361718353 (+2 ms)Region opened successfully at 1731361718360 (+7 ms) 2024-11-11T21:48:38,376 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=382 (was 372) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:52124 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:53410 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:52048 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:37442 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:53612 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:37674 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=154 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5469 (was 5521) 2024-11-11T21:48:38,387 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=382, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=154, ProcessCount=11, AvailableMemoryMB=5466 2024-11-11T21:48:38,402 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:38,405 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:38,406 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:38,409 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35811140, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-35811140, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:38,422 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35811140/hregion-35811140.1731361718410, exclude list is [], retry=0 2024-11-11T21:48:38,426 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:38,426 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:38,427 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:38,430 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35811140/hregion-35811140.1731361718410 2024-11-11T21:48:38,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:38,431 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => bc7840895ba349cae52df2d07c061d4e, NAME => 'testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:48:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741854_1030 (size=64) 2024-11-11T21:48:38,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741854_1030 (size=64) 2024-11-11T21:48:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741854_1030 (size=64) 2024-11-11T21:48:38,446 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:38,448 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,450 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7840895ba349cae52df2d07c061d4e columnFamilyName a 2024-11-11T21:48:38,450 DEBUG [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:38,450 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(327): Store=bc7840895ba349cae52df2d07c061d4e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:38,451 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,453 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7840895ba349cae52df2d07c061d4e columnFamilyName b 2024-11-11T21:48:38,453 DEBUG [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:38,453 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(327): Store=bc7840895ba349cae52df2d07c061d4e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:38,454 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,455 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7840895ba349cae52df2d07c061d4e columnFamilyName c 2024-11-11T21:48:38,455 DEBUG [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:38,456 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(327): Store=bc7840895ba349cae52df2d07c061d4e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:38,456 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,457 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,458 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,459 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,459 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,460 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:38,461 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:38,464 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:38,465 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bc7840895ba349cae52df2d07c061d4e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949214, jitterRate=-0.07688477635383606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:38,465 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bc7840895ba349cae52df2d07c061d4e: Writing region info on filesystem at 1731361718446Initializing all the Stores at 1731361718447 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361718447Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361718448 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361718448Cleaning up temporary data from old regions at 1731361718459 (+11 ms)Region opened successfully at 1731361718465 (+6 ms) 2024-11-11T21:48:38,465 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bc7840895ba349cae52df2d07c061d4e, disabling compactions & flushes 2024-11-11T21:48:38,465 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:38,465 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:38,465 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. after waiting 0 ms 2024-11-11T21:48:38,465 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:38,466 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:38,466 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bc7840895ba349cae52df2d07c061d4e: Waiting for close lock at 1731361718465Disabling compacts and flushes for region at 1731361718465Disabling writes for close at 1731361718465Writing region close event to WAL at 1731361718466 (+1 ms)Closed at 1731361718466 2024-11-11T21:48:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741853_1029 (size=95) 2024-11-11T21:48:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741853_1029 (size=95) 2024-11-11T21:48:38,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741853_1029 (size=95) 2024-11-11T21:48:38,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:38,472 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35811140:(num 1731361718410) 2024-11-11T21:48:38,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:38,475 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:38,487 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475, exclude list is [], retry=0 2024-11-11T21:48:38,490 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:38,491 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:38,491 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:38,493 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 2024-11-11T21:48:38,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:38,745 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475, size=0 (0bytes) 2024-11-11T21:48:38,745 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 might be still open, length is 0 2024-11-11T21:48:38,745 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 2024-11-11T21:48:38,746 WARN [IPC Server handler 1 on default port 41257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-11T21:48:38,746 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 after 1ms 2024-11-11T21:48:39,063 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:37702 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:42679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37702 dst: /127.0.0.1:42679 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42679 remote=/127.0.0.1:37702]. Total timeout mills is 60000, 59649 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:39,064 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:52160 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:46097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52160 dst: /127.0.0.1:46097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:39,064 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:53664 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53664 dst: /127.0.0.1:38049 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:39,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741855_1032 (size=263633) 2024-11-11T21:48:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741855_1032 (size=263633) 2024-11-11T21:48:39,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741855_1032 (size=263633) 2024-11-11T21:48:42,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:48:42,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:48:42,747 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 after 4002ms 2024-11-11T21:48:42,756 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:42,760 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 took 4016ms 2024-11-11T21:48:42,765 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731361718475.temp 2024-11-11T21:48:42,768 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000000001-wal.1731361718475.temp 2024-11-11T21:48:42,899 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475; continuing. 2024-11-11T21:48:42,899 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 so closing down 2024-11-11T21:48:42,899 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:42,899 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:42,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741856_1033 (size=263641) 2024-11-11T21:48:42,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741856_1033 (size=263641) 2024-11-11T21:48:42,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741856_1033 (size=263641) 2024-11-11T21:48:42,903 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000000001-wal.1731361718475.temp (wrote 3002 edits, skipped 0 edits in 76 ms) 2024-11-11T21:48:42,905 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000000001-wal.1731361718475.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000003002 2024-11-11T21:48:42,905 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:48:42,905 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475, journal: Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475, size=0 (0bytes) at 1731361718745Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000000001-wal.1731361718475.temp at 1731361722768 (+4023 ms)Split 1024 edits, skipped 0 edits. at 1731361722840 (+72 ms)Split 2048 edits, skipped 0 edits. at 1731361722868 (+28 ms)Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 so closing down at 1731361722899 (+31 ms)3 split writer threads finished at 1731361722899Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000000001-wal.1731361718475.temp (wrote 3002 edits, skipped 0 edits in 76 ms) at 1731361722903 (+4 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000000001-wal.1731361718475.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000003002 at 1731361722905 (+2 ms)Processed 3002 edits across 1 Regions in 145 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475, size=0, length=0, corrupted=false, cancelled=false at 1731361722905 2024-11-11T21:48:42,907 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361718475 2024-11-11T21:48:42,908 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000003002 2024-11-11T21:48:42,909 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:42,911 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:42,925 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361722911, exclude list is [], retry=0 2024-11-11T21:48:42,929 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:42,929 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:42,930 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:42,933 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361722911 2024-11-11T21:48:42,934 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:42,934 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:42,936 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:42,938 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7840895ba349cae52df2d07c061d4e columnFamilyName a 2024-11-11T21:48:42,938 DEBUG [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:42,938 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(327): Store=bc7840895ba349cae52df2d07c061d4e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:42,939 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:42,940 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7840895ba349cae52df2d07c061d4e columnFamilyName b 2024-11-11T21:48:42,940 DEBUG [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:42,941 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(327): Store=bc7840895ba349cae52df2d07c061d4e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:42,941 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:42,942 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7840895ba349cae52df2d07c061d4e columnFamilyName c 2024-11-11T21:48:42,943 DEBUG [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:42,943 INFO [StoreOpener-bc7840895ba349cae52df2d07c061d4e-1 {}] regionserver.HStore(327): Store=bc7840895ba349cae52df2d07c061d4e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:42,943 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:42,944 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:42,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:42,947 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000003002 2024-11-11T21:48:42,951 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:43,001 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:48:43,385 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bc7840895ba349cae52df2d07c061d4e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T21:48:43,431 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/a/cf76674bcc274625b6accb60e0dea1be is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731361718505/Put/seqid=0 2024-11-11T21:48:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741858_1035 (size=50463) 2024-11-11T21:48:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741858_1035 (size=50463) 2024-11-11T21:48:43,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741858_1035 (size=50463) 2024-11-11T21:48:43,442 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/a/cf76674bcc274625b6accb60e0dea1be 2024-11-11T21:48:43,452 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/a/cf76674bcc274625b6accb60e0dea1be as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/a/cf76674bcc274625b6accb60e0dea1be 2024-11-11T21:48:43,458 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/a/cf76674bcc274625b6accb60e0dea1be, entries=754, sequenceid=754, filesize=49.3 K 2024-11-11T21:48:43,458 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for bc7840895ba349cae52df2d07c061d4e in 73ms, sequenceid=754, compaction requested=false; wal=null 2024-11-11T21:48:43,491 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:48:43,491 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bc7840895ba349cae52df2d07c061d4e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T21:48:43,500 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/a/fe4f6cc8a6e141c99a18b4becf77a0fb is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731361718568/Put/seqid=0 2024-11-11T21:48:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741859_1036 (size=20072) 2024-11-11T21:48:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741859_1036 (size=20072) 2024-11-11T21:48:43,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741859_1036 (size=20072) 2024-11-11T21:48:43,517 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/a/fe4f6cc8a6e141c99a18b4becf77a0fb 2024-11-11T21:48:43,550 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/b/83bc0350d7694d9ab781dc0dee9f3950 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731361718596/Put/seqid=0 2024-11-11T21:48:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741860_1037 (size=35835) 2024-11-11T21:48:43,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741860_1037 (size=35835) 2024-11-11T21:48:43,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741860_1037 (size=35835) 2024-11-11T21:48:43,560 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/b/83bc0350d7694d9ab781dc0dee9f3950 2024-11-11T21:48:43,568 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/a/fe4f6cc8a6e141c99a18b4becf77a0fb as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/a/fe4f6cc8a6e141c99a18b4becf77a0fb 2024-11-11T21:48:43,575 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/a/fe4f6cc8a6e141c99a18b4becf77a0fb, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-11T21:48:43,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/b/83bc0350d7694d9ab781dc0dee9f3950 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/b/83bc0350d7694d9ab781dc0dee9f3950 2024-11-11T21:48:43,585 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/b/83bc0350d7694d9ab781dc0dee9f3950, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-11T21:48:43,586 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for bc7840895ba349cae52df2d07c061d4e in 95ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-11T21:48:43,598 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:48:43,598 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bc7840895ba349cae52df2d07c061d4e 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-11T21:48:43,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/b/d371a2ce3e284fa2957c14e8712d4a4c is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731361718622/Put/seqid=0 2024-11-11T21:48:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741861_1038 (size=35082) 2024-11-11T21:48:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741861_1038 (size=35082) 2024-11-11T21:48:43,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741861_1038 (size=35082) 2024-11-11T21:48:43,614 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/b/d371a2ce3e284fa2957c14e8712d4a4c 2024-11-11T21:48:43,635 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/c/eba9a3d659e24628ab2056bd256cee84 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731361718655/Put/seqid=0 2024-11-11T21:48:43,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741862_1039 (size=20825) 2024-11-11T21:48:43,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741862_1039 (size=20825) 2024-11-11T21:48:43,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741862_1039 (size=20825) 2024-11-11T21:48:43,643 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/c/eba9a3d659e24628ab2056bd256cee84 2024-11-11T21:48:43,651 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/b/d371a2ce3e284fa2957c14e8712d4a4c as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/b/d371a2ce3e284fa2957c14e8712d4a4c 2024-11-11T21:48:43,658 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/b/d371a2ce3e284fa2957c14e8712d4a4c, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-11T21:48:43,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/c/eba9a3d659e24628ab2056bd256cee84 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/c/eba9a3d659e24628ab2056bd256cee84 2024-11-11T21:48:43,666 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/c/eba9a3d659e24628ab2056bd256cee84, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-11T21:48:43,667 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for bc7840895ba349cae52df2d07c061d4e in 68ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-11T21:48:43,679 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731361718710/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:43,682 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000003002 2024-11-11T21:48:43,682 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-11T21:48:43,682 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing bc7840895ba349cae52df2d07c061d4e 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-11T21:48:43,694 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/c/70ded6d31b624fc49ad952ac9fd3508d is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731361718666/Put/seqid=0 2024-11-11T21:48:43,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741863_1040 (size=50301) 2024-11-11T21:48:43,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741863_1040 (size=50301) 2024-11-11T21:48:43,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741863_1040 (size=50301) 2024-11-11T21:48:43,719 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/c/70ded6d31b624fc49ad952ac9fd3508d 2024-11-11T21:48:43,727 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70ded6d31b624fc49ad952ac9fd3508d 2024-11-11T21:48:43,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/.tmp/c/70ded6d31b624fc49ad952ac9fd3508d as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/c/70ded6d31b624fc49ad952ac9fd3508d 2024-11-11T21:48:43,737 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70ded6d31b624fc49ad952ac9fd3508d 2024-11-11T21:48:43,737 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/c/70ded6d31b624fc49ad952ac9fd3508d, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-11T21:48:43,737 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for bc7840895ba349cae52df2d07c061d4e in 55ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-11T21:48:43,738 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/0000000000000003002 2024-11-11T21:48:43,740 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:43,740 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:43,741 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-11T21:48:43,742 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for bc7840895ba349cae52df2d07c061d4e 2024-11-11T21:48:43,745 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenIntoWAL/bc7840895ba349cae52df2d07c061d4e/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-11T21:48:43,746 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened bc7840895ba349cae52df2d07c061d4e; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75435475, jitterRate=0.12407617270946503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-11T21:48:43,746 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for bc7840895ba349cae52df2d07c061d4e: Writing region info on filesystem at 1731361722934Initializing all the Stores at 1731361722936 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361722936Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361722936Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361722936Cleaning up temporary data from old regions at 1731361723740 (+804 ms)Region opened successfully at 1731361723746 (+6 ms) 2024-11-11T21:48:43,820 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing bc7840895ba349cae52df2d07c061d4e, disabling compactions & flushes 2024-11-11T21:48:43,820 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:43,820 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:43,820 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. after waiting 0 ms 2024-11-11T21:48:43,820 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:43,822 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731361718403.bc7840895ba349cae52df2d07c061d4e. 2024-11-11T21:48:43,822 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for bc7840895ba349cae52df2d07c061d4e: Waiting for close lock at 1731361723820Disabling compacts and flushes for region at 1731361723820Disabling writes for close at 1731361723820Writing region close event to WAL at 1731361723822 (+2 ms)Closed at 1731361723822 2024-11-11T21:48:43,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741857_1034 (size=95) 2024-11-11T21:48:43,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741857_1034 (size=95) 2024-11-11T21:48:43,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741857_1034 (size=95) 2024-11-11T21:48:43,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:43,829 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361722911) 2024-11-11T21:48:43,841 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=398 (was 382) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-270179740_22 at /127.0.0.1:57682 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-270179740_22 at /127.0.0.1:36660 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-270179740_22 at /127.0.0.1:55312 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:41257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:41257 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-270179740_22 at /127.0.0.1:36708 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:43269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:33575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 154), ProcessCount=11 (was 11), AvailableMemoryMB=5287 (was 5466) 2024-11-11T21:48:43,851 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=398, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=5286 2024-11-11T21:48:43,869 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:43,872 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:43,872 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:43,875 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-02309681, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-02309681, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:43,892 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-02309681/hregion-02309681.1731361723876, exclude list is [], retry=0 2024-11-11T21:48:43,897 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:43,898 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:43,899 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:43,902 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-02309681/hregion-02309681.1731361723876 2024-11-11T21:48:43,902 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:43,902 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e024981ae78b15328c2ce27d9e6b788e, NAME => 'test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:48:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741865_1042 (size=43) 2024-11-11T21:48:43,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741865_1042 (size=43) 2024-11-11T21:48:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741865_1042 (size=43) 2024-11-11T21:48:43,917 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:43,919 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,922 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e024981ae78b15328c2ce27d9e6b788e columnFamilyName a 2024-11-11T21:48:43,922 DEBUG [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:43,923 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(327): Store=e024981ae78b15328c2ce27d9e6b788e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:43,923 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,925 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e024981ae78b15328c2ce27d9e6b788e columnFamilyName b 2024-11-11T21:48:43,926 DEBUG [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:43,926 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(327): Store=e024981ae78b15328c2ce27d9e6b788e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:43,927 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,928 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e024981ae78b15328c2ce27d9e6b788e columnFamilyName c 2024-11-11T21:48:43,929 DEBUG [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:43,929 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(327): Store=e024981ae78b15328c2ce27d9e6b788e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:43,930 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,931 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,932 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,935 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,935 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,936 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:43,938 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:43,944 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:43,945 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e024981ae78b15328c2ce27d9e6b788e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64557342, jitterRate=-0.03802064061164856}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:43,947 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e024981ae78b15328c2ce27d9e6b788e: Writing region info on filesystem at 1731361723917Initializing all the Stores at 1731361723918 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361723918Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361723919 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361723919Cleaning up temporary data from old regions at 1731361723935 (+16 ms)Region opened successfully at 1731361723946 (+11 ms) 2024-11-11T21:48:43,947 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e024981ae78b15328c2ce27d9e6b788e, disabling compactions & flushes 2024-11-11T21:48:43,947 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:43,947 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:43,947 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. after waiting 0 ms 2024-11-11T21:48:43,947 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:43,950 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:43,950 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e024981ae78b15328c2ce27d9e6b788e: Waiting for close lock at 1731361723947Disabling compacts and flushes for region at 1731361723947Disabling writes for close at 1731361723947Writing region close event to WAL at 1731361723949 (+2 ms)Closed at 1731361723949 2024-11-11T21:48:43,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741864_1041 (size=95) 2024-11-11T21:48:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741864_1041 (size=95) 2024-11-11T21:48:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741864_1041 (size=95) 2024-11-11T21:48:43,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:43,964 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-02309681:(num 1731361723876) 2024-11-11T21:48:43,965 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:43,968 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:43,990 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969, exclude list is [], retry=0 2024-11-11T21:48:43,994 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:43,995 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:43,995 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:44,006 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969 2024-11-11T21:48:44,009 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-11T21:48:44,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741866_1043 (size=263359) 2024-11-11T21:48:44,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741866_1043 (size=263359) 2024-11-11T21:48:44,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741866_1043 (size=263359) 2024-11-11T21:48:44,235 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969, size=257.2 K (263359bytes) 2024-11-11T21:48:44,235 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969 2024-11-11T21:48:44,236 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969 after 1ms 2024-11-11T21:48:44,240 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:44,242 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969 took 7ms 2024-11-11T21:48:44,247 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731361723969.temp 2024-11-11T21:48:44,249 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000000001-wal.1731361723969.temp 2024-11-11T21:48:44,302 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969 so closing down 2024-11-11T21:48:44,302 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:44,302 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:44,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741867_1044 (size=263359) 2024-11-11T21:48:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741867_1044 (size=263359) 2024-11-11T21:48:44,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741867_1044 (size=263359) 2024-11-11T21:48:44,306 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000000001-wal.1731361723969.temp (wrote 3000 edits, skipped 0 edits in 43 ms) 2024-11-11T21:48:44,307 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000000001-wal.1731361723969.temp to hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003000 2024-11-11T21:48:44,308 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-11T21:48:44,308 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969, journal: Splitting hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969, size=257.2 K (263359bytes) at 1731361724235Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000000001-wal.1731361723969.temp at 1731361724249 (+14 ms)Split 1024 edits, skipped 0 edits. at 1731361724263 (+14 ms)Split 2048 edits, skipped 0 edits. at 1731361724284 (+21 ms)Finishing writing output for hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969 so closing down at 1731361724302 (+18 ms)3 split writer threads finished at 1731361724302Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000000001-wal.1731361723969.temp (wrote 3000 edits, skipped 0 edits in 43 ms) at 1731361724306 (+4 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000000001-wal.1731361723969.temp to hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003000 at 1731361724308 (+2 ms)Processed 3000 edits across 1 Regions in 65 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731361724308 2024-11-11T21:48:44,310 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361723969 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361723969 2024-11-11T21:48:44,311 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003000 2024-11-11T21:48:44,312 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:44,314 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:44,334 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315, exclude list is [], retry=0 2024-11-11T21:48:44,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:44,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:44,339 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:44,341 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315 2024-11-11T21:48:44,342 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741868_1045 (size=263486) 2024-11-11T21:48:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741868_1045 (size=263486) 2024-11-11T21:48:44,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741868_1045 (size=263486) 2024-11-11T21:48:44,523 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315, size=257.3 K (263486bytes) 2024-11-11T21:48:44,523 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315 2024-11-11T21:48:44,524 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315 after 1ms 2024-11-11T21:48:44,527 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:44,528 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315 took 5ms 2024-11-11T21:48:44,532 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731361724315.temp 2024-11-11T21:48:44,536 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003001-wal.1731361724315.temp 2024-11-11T21:48:44,595 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315 so closing down 2024-11-11T21:48:44,595 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:44,595 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741869_1046 (size=263486) 2024-11-11T21:48:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741869_1046 (size=263486) 2024-11-11T21:48:44,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741869_1046 (size=263486) 2024-11-11T21:48:44,599 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003001-wal.1731361724315.temp (wrote 3000 edits, skipped 0 edits in 38 ms) 2024-11-11T21:48:44,601 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003001-wal.1731361724315.temp to hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000006000 2024-11-11T21:48:44,601 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-11T21:48:44,601 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315, journal: Splitting hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315, size=257.3 K (263486bytes) at 1731361724523Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003001-wal.1731361724315.temp at 1731361724536 (+13 ms)Split 1024 edits, skipped 0 edits. at 1731361724553 (+17 ms)Split 2048 edits, skipped 0 edits. at 1731361724575 (+22 ms)Finishing writing output for hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315 so closing down at 1731361724595 (+20 ms)3 split writer threads finished at 1731361724595Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003001-wal.1731361724315.temp (wrote 3000 edits, skipped 0 edits in 38 ms) at 1731361724599 (+4 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003001-wal.1731361724315.temp to hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000006000 at 1731361724601 (+2 ms)Processed 3000 edits across 1 Regions in 73 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731361724601 2024-11-11T21:48:44,603 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724315 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361724315 2024-11-11T21:48:44,604 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000006000 2024-11-11T21:48:44,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:44,607 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/test2727-manual,16010,1731361723868, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:44,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724608, exclude list is [], retry=0 2024-11-11T21:48:44,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:44,632 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:44,633 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:44,635 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731361723868/wal.1731361724608 2024-11-11T21:48:44,636 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-11T21:48:44,636 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e024981ae78b15328c2ce27d9e6b788e, NAME => 'test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:44,636 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:44,636 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,636 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,639 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,640 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e024981ae78b15328c2ce27d9e6b788e columnFamilyName a 2024-11-11T21:48:44,640 DEBUG [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:44,641 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(327): Store=e024981ae78b15328c2ce27d9e6b788e/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:44,641 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,642 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e024981ae78b15328c2ce27d9e6b788e columnFamilyName b 2024-11-11T21:48:44,642 DEBUG [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:44,642 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(327): Store=e024981ae78b15328c2ce27d9e6b788e/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:44,643 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,644 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e024981ae78b15328c2ce27d9e6b788e columnFamilyName c 2024-11-11T21:48:44,644 DEBUG [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:44,645 INFO [StoreOpener-e024981ae78b15328c2ce27d9e6b788e-1 {}] regionserver.HStore(327): Store=e024981ae78b15328c2ce27d9e6b788e/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:44,645 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,646 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,649 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,650 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003000 2024-11-11T21:48:44,653 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:44,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T21:48:44,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T21:48:44,679 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:48:44,679 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T21:48:44,680 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T21:48:44,680 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T21:48:44,681 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-11T21:48:44,681 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-11T21:48:44,723 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003000 2024-11-11T21:48:44,725 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000006000 2024-11-11T21:48:44,728 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:44,799 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000006000 2024-11-11T21:48:44,800 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e024981ae78b15328c2ce27d9e6b788e 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-11T21:48:44,822 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/a/a9aa314911494b20b113b7827b1392a3 is 41, key is test2727/a:100/1731361724349/Put/seqid=0 2024-11-11T21:48:44,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741871_1048 (size=84227) 2024-11-11T21:48:44,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741871_1048 (size=84227) 2024-11-11T21:48:44,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741871_1048 (size=84227) 2024-11-11T21:48:44,830 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/a/a9aa314911494b20b113b7827b1392a3 2024-11-11T21:48:44,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/b/2b2656c92b6440d9ad5a4971a2326aa3 is 41, key is test2727/b:100/1731361724406/Put/seqid=0 2024-11-11T21:48:44,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741872_1049 (size=84609) 2024-11-11T21:48:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741872_1049 (size=84609) 2024-11-11T21:48:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741872_1049 (size=84609) 2024-11-11T21:48:44,870 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/b/2b2656c92b6440d9ad5a4971a2326aa3 2024-11-11T21:48:44,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/c/16c65cee87a648e18b60aa10bbdcf752 is 41, key is test2727/c:100/1731361724466/Put/seqid=0 2024-11-11T21:48:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741873_1050 (size=84609) 2024-11-11T21:48:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741873_1050 (size=84609) 2024-11-11T21:48:44,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741873_1050 (size=84609) 2024-11-11T21:48:44,903 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/c/16c65cee87a648e18b60aa10bbdcf752 2024-11-11T21:48:44,911 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/a/a9aa314911494b20b113b7827b1392a3 as hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/a/a9aa314911494b20b113b7827b1392a3 2024-11-11T21:48:44,919 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/a/a9aa314911494b20b113b7827b1392a3, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-11T21:48:44,921 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/b/2b2656c92b6440d9ad5a4971a2326aa3 as hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/b/2b2656c92b6440d9ad5a4971a2326aa3 2024-11-11T21:48:44,929 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/b/2b2656c92b6440d9ad5a4971a2326aa3, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T21:48:44,931 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/.tmp/c/16c65cee87a648e18b60aa10bbdcf752 as hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/c/16c65cee87a648e18b60aa10bbdcf752 2024-11-11T21:48:44,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/c/16c65cee87a648e18b60aa10bbdcf752, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-11T21:48:44,940 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e024981ae78b15328c2ce27d9e6b788e in 141ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-11T21:48:44,941 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000003000 2024-11-11T21:48:44,941 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/0000000000000006000 2024-11-11T21:48:44,942 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,942 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,943 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:44,944 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e024981ae78b15328c2ce27d9e6b788e 2024-11-11T21:48:44,947 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/test2727/e024981ae78b15328c2ce27d9e6b788e/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-11T21:48:44,948 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e024981ae78b15328c2ce27d9e6b788e; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61304565, jitterRate=-0.08649079501628876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:44,949 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e024981ae78b15328c2ce27d9e6b788e: Writing region info on filesystem at 1731361724637Initializing all the Stores at 1731361724638 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361724638Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361724638Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361724638Obtaining lock to block concurrent updates at 1731361724800 (+162 ms)Preparing flush snapshotting stores in e024981ae78b15328c2ce27d9e6b788e at 1731361724800Finished memstore snapshotting test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731361724800Flushing stores of test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. at 1731361724800Flushing e024981ae78b15328c2ce27d9e6b788e/a: creating writer at 1731361724800Flushing e024981ae78b15328c2ce27d9e6b788e/a: appending metadata at 1731361724821 (+21 ms)Flushing e024981ae78b15328c2ce27d9e6b788e/a: closing flushed file at 1731361724821Flushing e024981ae78b15328c2ce27d9e6b788e/b: creating writer at 1731361724838 (+17 ms)Flushing e024981ae78b15328c2ce27d9e6b788e/b: appending metadata at 1731361724862 (+24 ms)Flushing e024981ae78b15328c2ce27d9e6b788e/b: closing flushed file at 1731361724862Flushing e024981ae78b15328c2ce27d9e6b788e/c: creating writer at 1731361724876 (+14 ms)Flushing e024981ae78b15328c2ce27d9e6b788e/c: appending metadata at 1731361724896 (+20 ms)Flushing e024981ae78b15328c2ce27d9e6b788e/c: closing flushed file at 1731361724896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4799487c: reopening flushed file at 1731361724910 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11aa191f: reopening flushed file at 1731361724920 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402f8267: reopening flushed file at 1731361724929 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e024981ae78b15328c2ce27d9e6b788e in 141ms, sequenceid=6000, compaction requested=false; wal=null at 1731361724940 (+11 ms)Cleaning up temporary data from old regions at 1731361724942 (+2 ms)Region opened successfully at 1731361724949 (+7 ms) 2024-11-11T21:48:44,951 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-11T21:48:44,951 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e024981ae78b15328c2ce27d9e6b788e, disabling compactions & flushes 2024-11-11T21:48:44,951 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:44,951 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:44,951 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. after waiting 0 ms 2024-11-11T21:48:44,951 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:44,952 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731361723870.e024981ae78b15328c2ce27d9e6b788e. 2024-11-11T21:48:44,952 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e024981ae78b15328c2ce27d9e6b788e: Waiting for close lock at 1731361724951Disabling compacts and flushes for region at 1731361724951Disabling writes for close at 1731361724951Writing region close event to WAL at 1731361724952 (+1 ms)Closed at 1731361724952 2024-11-11T21:48:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741870_1047 (size=95) 2024-11-11T21:48:44,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741870_1047 (size=95) 2024-11-11T21:48:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741870_1047 (size=95) 2024-11-11T21:48:44,964 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:44,964 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361724608) 2024-11-11T21:48:44,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=400 (was 398) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:55494 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:57762 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:36792 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=5063 (was 5286) 2024-11-11T21:48:45,001 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=400, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=5062 2024-11-11T21:48:45,016 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:45,022 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:45,023 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731361725023 2024-11-11T21:48:45,029 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023 2024-11-11T21:48:45,032 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-11T21:48:45,033 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f2b212bc9008be060ff6f8d4118cf2de, NAME => 'testSequentialEditLogSeqNum,,1731361725017.f2b212bc9008be060ff6f8d4118cf2de.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:45,033 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731361725017.f2b212bc9008be060ff6f8d4118cf2de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:45,033 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,033 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,034 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de doesn't exist for region: f2b212bc9008be060ff6f8d4118cf2de on table testSequentialEditLogSeqNum 2024-11-11T21:48:45,035 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: f2b212bc9008be060ff6f8d4118cf2de on table testSequentialEditLogSeqNum 2024-11-11T21:48:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741875_1052 (size=62) 2024-11-11T21:48:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741875_1052 (size=62) 2024-11-11T21:48:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741875_1052 (size=62) 2024-11-11T21:48:45,050 INFO [StoreOpener-f2b212bc9008be060ff6f8d4118cf2de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,052 INFO [StoreOpener-f2b212bc9008be060ff6f8d4118cf2de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2b212bc9008be060ff6f8d4118cf2de columnFamilyName a 2024-11-11T21:48:45,052 DEBUG [StoreOpener-f2b212bc9008be060ff6f8d4118cf2de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:45,053 INFO [StoreOpener-f2b212bc9008be060ff6f8d4118cf2de-1 {}] regionserver.HStore(327): Store=f2b212bc9008be060ff6f8d4118cf2de/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:45,053 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,054 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,055 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,055 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,057 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f2b212bc9008be060ff6f8d4118cf2de 2024-11-11T21:48:45,059 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:45,060 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f2b212bc9008be060ff6f8d4118cf2de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66556373, jitterRate=-0.008232757449150085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:48:45,061 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f2b212bc9008be060ff6f8d4118cf2de: Writing region info on filesystem at 1731361725033Initializing all the Stores at 1731361725050 (+17 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361725050Cleaning up temporary data from old regions at 1731361725055 (+5 ms)Region opened successfully at 1731361725061 (+6 ms) 2024-11-11T21:48:45,075 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f2b212bc9008be060ff6f8d4118cf2de 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-11T21:48:45,102 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/.tmp/a/de0792f282c241aaa778f70ed0949a11 is 81, key is testSequentialEditLogSeqNum/a:x0/1731361725061/Put/seqid=0 2024-11-11T21:48:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741876_1053 (size=5833) 2024-11-11T21:48:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741876_1053 (size=5833) 2024-11-11T21:48:45,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741876_1053 (size=5833) 2024-11-11T21:48:45,110 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/.tmp/a/de0792f282c241aaa778f70ed0949a11 2024-11-11T21:48:45,119 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/.tmp/a/de0792f282c241aaa778f70ed0949a11 as hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/a/de0792f282c241aaa778f70ed0949a11 2024-11-11T21:48:45,127 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/a/de0792f282c241aaa778f70ed0949a11, entries=10, sequenceid=13, filesize=5.7 K 2024-11-11T21:48:45,129 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for f2b212bc9008be060ff6f8d4118cf2de in 54ms, sequenceid=13, compaction requested=false 2024-11-11T21:48:45,129 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f2b212bc9008be060ff6f8d4118cf2de: 2024-11-11T21:48:45,136 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:48:45,136 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:48:45,136 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:48:45,137 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:48:45,137 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-11T21:48:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741874_1051 (size=1843) 2024-11-11T21:48:45,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741874_1051 (size=1843) 2024-11-11T21:48:45,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741874_1051 (size=1843) 2024-11-11T21:48:45,157 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023, size=1.8 K (1843bytes) 2024-11-11T21:48:45,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023 2024-11-11T21:48:45,157 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023 after 0ms 2024-11-11T21:48:45,160 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:45,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023 took 4ms 2024-11-11T21:48:45,163 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023 so closing down 2024-11-11T21:48:45,163 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:45,164 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361725023.temp 2024-11-11T21:48:45,166 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000003-wal.1731361725023.temp 2024-11-11T21:48:45,166 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741877_1054 (size=1477) 2024-11-11T21:48:45,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741877_1054 (size=1477) 2024-11-11T21:48:45,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741877_1054 (size=1477) 2024-11-11T21:48:45,175 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000003-wal.1731361725023.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:45,177 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000003-wal.1731361725023.temp to hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000020 2024-11-11T21:48:45,177 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-11-11T21:48:45,177 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023, journal: Splitting hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023, size=1.8 K (1843bytes) at 1731361725157Finishing writing output for hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023 so closing down at 1731361725163 (+6 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000003-wal.1731361725023.temp at 1731361725166 (+3 ms)3 split writer threads finished at 1731361725166Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000003-wal.1731361725023.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731361725175 (+9 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000003-wal.1731361725023.temp to hdfs://localhost:41257/hbase/data/default/testSequentialEditLogSeqNum/f2b212bc9008be060ff6f8d4118cf2de/recovered.edits/0000000000000000020 at 1731361725177 (+2 ms)Processed 17 edits across 1 Regions in 16 ms; skipped=2; WAL=hdfs://localhost:41257/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731361725015/wal.1731361725023, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1731361725177 2024-11-11T21:48:45,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=405 (was 400) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:55494 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:36792 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=142 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=5045 (was 5062) 2024-11-11T21:48:45,201 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=405, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=142, ProcessCount=11, AvailableMemoryMB=5043 2024-11-11T21:48:45,222 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:45,225 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:45,254 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:45,258 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-12135925, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-12135925, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:45,273 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-12135925/hregion-12135925.1731361725258, exclude list is [], retry=0 2024-11-11T21:48:45,278 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:45,279 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:45,279 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:45,318 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-12135925/hregion-12135925.1731361725258 2024-11-11T21:48:45,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:45,321 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5ba243865aa154e1898e7d49193b35fb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:48:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741879_1056 (size=70) 2024-11-11T21:48:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741879_1056 (size=70) 2024-11-11T21:48:45,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741879_1056 (size=70) 2024-11-11T21:48:45,342 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:45,343 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,345 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName a 2024-11-11T21:48:45,345 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:45,346 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:45,346 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,347 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName b 2024-11-11T21:48:45,347 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:45,348 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:45,348 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,349 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName c 2024-11-11T21:48:45,349 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:45,350 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:45,350 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,351 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,352 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,353 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,353 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,354 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:45,355 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,357 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:45,358 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ba243865aa154e1898e7d49193b35fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61592047, jitterRate=-0.08220697939395905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:45,359 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ba243865aa154e1898e7d49193b35fb: Writing region info on filesystem at 1731361725342Initializing all the Stores at 1731361725343 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361725343Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361725343Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361725343Cleaning up temporary data from old regions at 1731361725353 (+10 ms)Region opened successfully at 1731361725359 (+6 ms) 2024-11-11T21:48:45,360 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ba243865aa154e1898e7d49193b35fb, disabling compactions & flushes 2024-11-11T21:48:45,360 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:45,360 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:45,360 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. after waiting 0 ms 2024-11-11T21:48:45,360 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:45,361 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:45,361 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ba243865aa154e1898e7d49193b35fb: Waiting for close lock at 1731361725360Disabling compacts and flushes for region at 1731361725360Disabling writes for close at 1731361725360Writing region close event to WAL at 1731361725361 (+1 ms)Closed at 1731361725361 2024-11-11T21:48:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741878_1055 (size=95) 2024-11-11T21:48:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741878_1055 (size=95) 2024-11-11T21:48:45,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741878_1055 (size=95) 2024-11-11T21:48:45,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:45,372 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-12135925:(num 1731361725258) 2024-11-11T21:48:45,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:45,375 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:45,395 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375, exclude list is [], retry=0 2024-11-11T21:48:45,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:45,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:45,399 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:45,401 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 2024-11-11T21:48:45,401 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:45,401 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ba243865aa154e1898e7d49193b35fb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:45,401 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:45,401 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,402 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,403 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,404 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName a 2024-11-11T21:48:45,404 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:45,405 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:45,405 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,406 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName b 2024-11-11T21:48:45,406 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:45,406 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:45,406 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,407 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName c 2024-11-11T21:48:45,407 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:45,408 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:45,408 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,411 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,411 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,411 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:45,413 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:45,414 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ba243865aa154e1898e7d49193b35fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68988098, jitterRate=0.028002768754959106}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:45,415 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ba243865aa154e1898e7d49193b35fb: Writing region info on filesystem at 1731361725402Initializing all the Stores at 1731361725403 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361725403Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361725403Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361725403Cleaning up temporary data from old regions at 1731361725411 (+8 ms)Region opened successfully at 1731361725415 (+4 ms) 2024-11-11T21:48:45,420 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731361725418/Put/seqid=0 2024-11-11T21:48:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741881_1058 (size=4826) 2024-11-11T21:48:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741881_1058 (size=4826) 2024-11-11T21:48:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741881_1058 (size=4826) 2024-11-11T21:48:45,427 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 5ba243865aa154e1898e7d49193b35fb/a 2024-11-11T21:48:45,435 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-11T21:48:45,435 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:48:45,435 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5ba243865aa154e1898e7d49193b35fb: 2024-11-11T21:48:45,437 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/a/0ce6487a0c44469f8944c27ee8d74770_SeqId_3_ 2024-11-11T21:48:45,438 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5ba243865aa154e1898e7d49193b35fb/a as hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/a/0ce6487a0c44469f8944c27ee8d74770_SeqId_3_ - updating store file list. 2024-11-11T21:48:45,444 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ce6487a0c44469f8944c27ee8d74770_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T21:48:45,445 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/a/0ce6487a0c44469f8944c27ee8d74770_SeqId_3_ into 5ba243865aa154e1898e7d49193b35fb/a 2024-11-11T21:48:45,445 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41257/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 5ba243865aa154e1898e7d49193b35fb/a (new location: hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/a/0ce6487a0c44469f8944c27ee8d74770_SeqId_3_) 2024-11-11T21:48:45,486 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375, size=0 (0bytes) 2024-11-11T21:48:45,487 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 might be still open, length is 0 2024-11-11T21:48:45,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 2024-11-11T21:48:45,487 WARN [IPC Server handler 0 on default port 41257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-11T21:48:45,487 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 after 0ms 2024-11-11T21:48:48,044 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:55576 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:42679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55576 dst: /127.0.0.1:42679 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:42679 remote=/127.0.0.1:55576]. Total timeout mills is 60000, 57407 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:48,045 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:36870 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36870 dst: /127.0.0.1:38049 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:48,045 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:57860 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:46097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57860 dst: /127.0.0.1:46097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:48,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741880_1059 (size=473) 2024-11-11T21:48:48,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741880_1059 (size=473) 2024-11-11T21:48:49,489 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 after 4002ms 2024-11-11T21:48:49,498 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:49,499 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 took 4013ms 2024-11-11T21:48:49,502 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375; continuing. 2024-11-11T21:48:49,502 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 so closing down 2024-11-11T21:48:49,502 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:49,505 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731361725375.temp 2024-11-11T21:48:49,506 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005-wal.1731361725375.temp 2024-11-11T21:48:49,507 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741882_1060 (size=259) 2024-11-11T21:48:49,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741882_1060 (size=259) 2024-11-11T21:48:49,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741882_1060 (size=259) 2024-11-11T21:48:49,516 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005-wal.1731361725375.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:49,518 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005-wal.1731361725375.temp to hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005 2024-11-11T21:48:49,518 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:48:49,519 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375, journal: Splitting hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375, size=0 (0bytes) at 1731361725486Finishing writing output for hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 so closing down at 1731361729502 (+4016 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005-wal.1731361725375.temp at 1731361729506 (+4 ms)3 split writer threads finished at 1731361729507 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005-wal.1731361725375.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731361729516 (+9 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005-wal.1731361725375.temp to hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005 at 1731361729518 (+2 ms)Processed 2 edits across 1 Regions in 18 ms; skipped=1; WAL=hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375, size=0, length=0, corrupted=false, cancelled=false at 1731361729519 (+1 ms) 2024-11-11T21:48:49,521 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361725375 2024-11-11T21:48:49,522 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005 2024-11-11T21:48:49,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:49,524 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:49,541 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361729525, exclude list is [], retry=0 2024-11-11T21:48:49,544 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:49,544 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:49,544 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:49,546 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361729525 2024-11-11T21:48:49,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:49,548 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ba243865aa154e1898e7d49193b35fb, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:49,549 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:49,549 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,549 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,550 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,551 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName a 2024-11-11T21:48:49,551 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:49,558 DEBUG [StoreFileOpener-5ba243865aa154e1898e7d49193b35fb-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ce6487a0c44469f8944c27ee8d74770_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-11T21:48:49,558 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/a/0ce6487a0c44469f8944c27ee8d74770_SeqId_3_ 2024-11-11T21:48:49,559 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:49,559 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,560 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName b 2024-11-11T21:48:49,560 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:49,561 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:49,561 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,562 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ba243865aa154e1898e7d49193b35fb columnFamilyName c 2024-11-11T21:48:49,562 DEBUG [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:49,562 INFO [StoreOpener-5ba243865aa154e1898e7d49193b35fb-1 {}] regionserver.HStore(327): Store=5ba243865aa154e1898e7d49193b35fb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:49,562 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,565 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,566 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005 2024-11-11T21:48:49,568 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:49,570 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005 2024-11-11T21:48:49,570 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ba243865aa154e1898e7d49193b35fb 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-11T21:48:49,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/.tmp/a/5968bd171a394648960f8308d382abf5 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731361725449/Put/seqid=0 2024-11-11T21:48:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741884_1062 (size=5149) 2024-11-11T21:48:49,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741884_1062 (size=5149) 2024-11-11T21:48:49,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741884_1062 (size=5149) 2024-11-11T21:48:49,598 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/.tmp/a/5968bd171a394648960f8308d382abf5 2024-11-11T21:48:49,604 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/.tmp/a/5968bd171a394648960f8308d382abf5 as hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/a/5968bd171a394648960f8308d382abf5 2024-11-11T21:48:49,608 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/a/5968bd171a394648960f8308d382abf5, entries=1, sequenceid=5, filesize=5.0 K 2024-11-11T21:48:49,609 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5ba243865aa154e1898e7d49193b35fb in 39ms, sequenceid=5, compaction requested=false; wal=null 2024-11-11T21:48:49,609 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/0000000000000000005 2024-11-11T21:48:49,610 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,611 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,611 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:49,613 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ba243865aa154e1898e7d49193b35fb 2024-11-11T21:48:49,615 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/5ba243865aa154e1898e7d49193b35fb/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-11T21:48:49,616 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ba243865aa154e1898e7d49193b35fb; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63994984, jitterRate=-0.04640042781829834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:49,616 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ba243865aa154e1898e7d49193b35fb: Writing region info on filesystem at 1731361729549Initializing all the Stores at 1731361729550 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361729550Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361729550Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361729550Obtaining lock to block concurrent updates at 1731361729570 (+20 ms)Preparing flush snapshotting stores in 5ba243865aa154e1898e7d49193b35fb at 1731361729570Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731361729570Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. at 1731361729570Flushing 5ba243865aa154e1898e7d49193b35fb/a: creating writer at 1731361729570Flushing 5ba243865aa154e1898e7d49193b35fb/a: appending metadata at 1731361729588 (+18 ms)Flushing 5ba243865aa154e1898e7d49193b35fb/a: closing flushed file at 1731361729588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ad9121: reopening flushed file at 1731361729603 (+15 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 5ba243865aa154e1898e7d49193b35fb in 39ms, sequenceid=5, compaction requested=false; wal=null at 1731361729609 (+6 ms)Cleaning up temporary data from old regions at 1731361729611 (+2 ms)Region opened successfully at 1731361729616 (+5 ms) 2024-11-11T21:48:49,621 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ba243865aa154e1898e7d49193b35fb, disabling compactions & flushes 2024-11-11T21:48:49,621 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:49,621 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:49,621 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. after waiting 0 ms 2024-11-11T21:48:49,621 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:49,622 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731361725223.5ba243865aa154e1898e7d49193b35fb. 2024-11-11T21:48:49,622 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ba243865aa154e1898e7d49193b35fb: Waiting for close lock at 1731361729621Disabling compacts and flushes for region at 1731361729621Disabling writes for close at 1731361729621Writing region close event to WAL at 1731361729622 (+1 ms)Closed at 1731361729622 2024-11-11T21:48:49,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741883_1061 (size=95) 2024-11-11T21:48:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741883_1061 (size=95) 2024-11-11T21:48:49,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741883_1061 (size=95) 2024-11-11T21:48:49,628 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:49,628 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361729525) 2024-11-11T21:48:49,642 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=407 (was 405) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:41257 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1677282004_22 at /127.0.0.1:41892 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1677282004_22 at /127.0.0.1:43266 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:41257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 142), ProcessCount=11 (was 11), AvailableMemoryMB=4969 (was 5043) 2024-11-11T21:48:49,654 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=407, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=4968 2024-11-11T21:48:49,671 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:49,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T21:48:49,679 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:49,681 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25e0b774 2024-11-11T21:48:49,682 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T21:48:49,684 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T21:48:49,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T21:48:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T21:48:49,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T21:48:49,697 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-11T21:48:49,698 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:49,700 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T21:48:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:48:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741885_1063 (size=694) 2024-11-11T21:48:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741885_1063 (size=694) 2024-11-11T21:48:49,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741885_1063 (size=694) 2024-11-11T21:48:49,711 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb093900c2d0511e0aee7ce68b77e2cc, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5 2024-11-11T21:48:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741886_1064 (size=77) 2024-11-11T21:48:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741886_1064 (size=77) 2024-11-11T21:48:49,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741886_1064 (size=77) 2024-11-11T21:48:49,720 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:49,720 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing cb093900c2d0511e0aee7ce68b77e2cc, disabling compactions & flushes 2024-11-11T21:48:49,720 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:49,720 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:49,720 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. after waiting 0 ms 2024-11-11T21:48:49,720 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:49,721 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:49,721 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb093900c2d0511e0aee7ce68b77e2cc: Waiting for close lock at 1731361729720Disabling compacts and flushes for region at 1731361729720Disabling writes for close at 1731361729720Writing region close event to WAL at 1731361729720Closed at 1731361729720 2024-11-11T21:48:49,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T21:48:49,728 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731361729723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731361729723"}]},"ts":"1731361729723"} 2024-11-11T21:48:49,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T21:48:49,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T21:48:49,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361729733"}]},"ts":"1731361729733"} 2024-11-11T21:48:49,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-11T21:48:49,741 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:48:49,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:48:49,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:48:49,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-11T21:48:49,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:48:49,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:48:49,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-11T21:48:49,743 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:48:49,743 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:48:49,743 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-11T21:48:49,743 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:48:49,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN}] 2024-11-11T21:48:49,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN 2024-11-11T21:48:49,749 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN; state=OFFLINE, location=22a1f13b90b0,46585,1731361715175; forceNewPlan=false, retain=false 2024-11-11T21:48:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:48:49,901 INFO [22a1f13b90b0:34479 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:48:49,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPENING, regionLocation=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:49,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN because future has completed 2024-11-11T21:48:49,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175}] 2024-11-11T21:48:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:48:50,064 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,064 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb093900c2d0511e0aee7ce68b77e2cc, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:50,065 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,065 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:50,065 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,065 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,067 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,068 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf1 2024-11-11T21:48:50,069 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:50,069 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:50,069 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,071 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf2 2024-11-11T21:48:50,072 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:50,072 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:50,072 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,073 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,074 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,075 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,075 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,076 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:48:50,078 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,080 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:50,081 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb093900c2d0511e0aee7ce68b77e2cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68538882, jitterRate=0.021308928728103638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:48:50,081 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,082 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb093900c2d0511e0aee7ce68b77e2cc: Running coprocessor pre-open hook at 1731361730065Writing region info on filesystem at 1731361730065Initializing all the Stores at 1731361730066 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361730066Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361730066Cleaning up temporary data from old regions at 1731361730075 (+9 ms)Running coprocessor post-open hooks at 1731361730081 (+6 ms)Region opened successfully at 1731361730082 (+1 ms) 2024-11-11T21:48:50,084 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., pid=6, masterSystemTime=1731361730059 2024-11-11T21:48:50,087 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,087 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,088 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPEN, openSeqNum=2, regionLocation=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:50,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175 because future has completed 2024-11-11T21:48:50,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T21:48:50,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175 in 188 msec 2024-11-11T21:48:50,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T21:48:50,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN in 352 msec 2024-11-11T21:48:50,103 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T21:48:50,103 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731361730103"}]},"ts":"1731361730103"} 2024-11-11T21:48:50,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-11T21:48:50,108 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T21:48:50,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 419 msec 2024-11-11T21:48:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T21:48:50,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-11T21:48:50,331 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-11T21:48:50,333 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:48:50,340 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-11T21:48:50,340 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-11T21:48:50,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-11T21:48:50,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=2] 2024-11-11T21:48:50,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=cb093900c2d0511e0aee7ce68b77e2cc, source=22a1f13b90b0,46585,1731361715175, destination=22a1f13b90b0,41667,1731361714991, warming up region on 22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:48:50,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=cb093900c2d0511e0aee7ce68b77e2cc, source=22a1f13b90b0,46585,1731361715175, destination=22a1f13b90b0,41667,1731361714991, running balancer 2024-11-11T21:48:50,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32875, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:48:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE 2024-11-11T21:48:50,379 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE 2024-11-11T21:48:50,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=CLOSING, regionLocation=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:50,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(7855): Warmup {ENCODED => cb093900c2d0511e0aee7ce68b77e2cc, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:50,385 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE because future has completed 2024-11-11T21:48:50,386 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf1 2024-11-11T21:48:50,386 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:50,387 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T21:48:50,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175}] 2024-11-11T21:48:50,387 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:50,387 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,388 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf2 2024-11-11T21:48:50,388 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:50,389 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(1722): Closing cb093900c2d0511e0aee7ce68b77e2cc, disabling compactions & flushes 2024-11-11T21:48:50,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. after waiting 0 ms 2024-11-11T21:48:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] regionserver.HRegion(1676): Region close journal for cb093900c2d0511e0aee7ce68b77e2cc: Waiting for close lock at 1731361730389Disabling compacts and flushes for region at 1731361730389Disabling writes for close at 1731361730389Writing region close event to WAL at 1731361730391 (+2 ms)Closed at 1731361730391 2024-11-11T21:48:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-11T21:48:50,546 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,547 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T21:48:50,547 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing cb093900c2d0511e0aee7ce68b77e2cc, disabling compactions & flushes 2024-11-11T21:48:50,547 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,547 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,547 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. after waiting 0 ms 2024-11-11T21:48:50,547 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,548 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing cb093900c2d0511e0aee7ce68b77e2cc 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-11T21:48:50,566 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf1/eeff0f9e46d647beb6d8751aba7e0e29 is 35, key is r1/cf1:q/1731361730360/Put/seqid=0 2024-11-11T21:48:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741887_1065 (size=4783) 2024-11-11T21:48:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741887_1065 (size=4783) 2024-11-11T21:48:50,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741887_1065 (size=4783) 2024-11-11T21:48:50,574 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf1/eeff0f9e46d647beb6d8751aba7e0e29 2024-11-11T21:48:50,582 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf1/eeff0f9e46d647beb6d8751aba7e0e29 as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29 2024-11-11T21:48:50,588 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29, entries=1, sequenceid=5, filesize=4.7 K 2024-11-11T21:48:50,589 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for cb093900c2d0511e0aee7ce68b77e2cc in 42ms, sequenceid=5, compaction requested=false 2024-11-11T21:48:50,589 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-11T21:48:50,594 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:48:50,597 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,597 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for cb093900c2d0511e0aee7ce68b77e2cc: Waiting for close lock at 1731361730547Running coprocessor pre-close hooks at 1731361730547Disabling compacts and flushes for region at 1731361730547Disabling writes for close at 1731361730547Obtaining lock to block concurrent updates at 1731361730548 (+1 ms)Preparing flush snapshotting stores in cb093900c2d0511e0aee7ce68b77e2cc at 1731361730548Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731361730548Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. at 1731361730549 (+1 ms)Flushing cb093900c2d0511e0aee7ce68b77e2cc/cf1: creating writer at 1731361730549Flushing cb093900c2d0511e0aee7ce68b77e2cc/cf1: appending metadata at 1731361730565 (+16 ms)Flushing cb093900c2d0511e0aee7ce68b77e2cc/cf1: closing flushed file at 1731361730566 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a707019: reopening flushed file at 1731361730581 (+15 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for cb093900c2d0511e0aee7ce68b77e2cc in 42ms, sequenceid=5, compaction requested=false at 1731361730589 (+8 ms)Writing region close event to WAL at 1731361730590 (+1 ms)Running coprocessor post-close hooks at 1731361730595 (+5 ms)Closed at 1731361730597 (+2 ms) 2024-11-11T21:48:50,598 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding cb093900c2d0511e0aee7ce68b77e2cc move to 22a1f13b90b0,41667,1731361714991 record at close sequenceid=5 2024-11-11T21:48:50,601 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,602 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=CLOSED 2024-11-11T21:48:50,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175 because future has completed 2024-11-11T21:48:50,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-11T21:48:50,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175 in 221 msec 2024-11-11T21:48:50,612 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE; state=CLOSED, location=22a1f13b90b0,41667,1731361714991; forceNewPlan=false, retain=false 2024-11-11T21:48:50,763 INFO [22a1f13b90b0:34479 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:48:50,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPENING, regionLocation=22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:50,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE because future has completed 2024-11-11T21:48:50,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,41667,1731361714991}] 2024-11-11T21:48:50,927 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,927 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => cb093900c2d0511e0aee7ce68b77e2cc, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:50,928 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,928 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:50,929 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,929 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,931 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,932 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf1 2024-11-11T21:48:50,932 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:50,938 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29 2024-11-11T21:48:50,938 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:50,939 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,939 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf2 2024-11-11T21:48:50,940 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:50,940 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:50,940 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,941 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,942 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,943 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,943 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,944 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:48:50,945 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,946 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened cb093900c2d0511e0aee7ce68b77e2cc; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72956664, jitterRate=0.08713901042938232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:48:50,947 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:50,948 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for cb093900c2d0511e0aee7ce68b77e2cc: Running coprocessor pre-open hook at 1731361730929Writing region info on filesystem at 1731361730929Initializing all the Stores at 1731361730931 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361730931Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361730931Cleaning up temporary data from old regions at 1731361730943 (+12 ms)Running coprocessor post-open hooks at 1731361730947 (+4 ms)Region opened successfully at 1731361730948 (+1 ms) 2024-11-11T21:48:50,949 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., pid=9, masterSystemTime=1731361730919 2024-11-11T21:48:50,952 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,953 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:50,953 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPEN, openSeqNum=9, regionLocation=22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:50,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,41667,1731361714991 because future has completed 2024-11-11T21:48:50,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-11T21:48:50,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,41667,1731361714991 in 193 msec 2024-11-11T21:48:50,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE in 584 msec 2024-11-11T21:48:50,986 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:48:50,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:48:50,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:45418 deadline: 1731361790992, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=41667 startCode=1731361714991. As of locationSeqNum=5. 2024-11-11T21:48:50,998 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=41667 startCode=1731361714991. As of locationSeqNum=5. 2024-11-11T21:48:50,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=41667 startCode=1731361714991. As of locationSeqNum=5. 2024-11-11T21:48:50,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,41667,1731361714991, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=41667 startCode=1731361714991. As of locationSeqNum=5. 2024-11-11T21:48:51,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:48:51,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:48:51,121 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cb093900c2d0511e0aee7ce68b77e2cc 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-11T21:48:51,144 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf1/3dc59d42ccf3421c97c31d1e9513b556 is 29, key is r1/cf1:/1731361731113/DeleteFamily/seqid=0 2024-11-11T21:48:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741888_1066 (size=4906) 2024-11-11T21:48:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741888_1066 (size=4906) 2024-11-11T21:48:51,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741888_1066 (size=4906) 2024-11-11T21:48:51,155 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf1/3dc59d42ccf3421c97c31d1e9513b556 2024-11-11T21:48:51,162 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc59d42ccf3421c97c31d1e9513b556 2024-11-11T21:48:51,177 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf2/c52ffa8deed249fab617d55e2a2cb0f0 is 29, key is r1/cf2:/1731361731113/DeleteFamily/seqid=0 2024-11-11T21:48:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741889_1067 (size=4906) 2024-11-11T21:48:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741889_1067 (size=4906) 2024-11-11T21:48:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741889_1067 (size=4906) 2024-11-11T21:48:51,185 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf2/c52ffa8deed249fab617d55e2a2cb0f0 2024-11-11T21:48:51,191 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c52ffa8deed249fab617d55e2a2cb0f0 2024-11-11T21:48:51,192 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf1/3dc59d42ccf3421c97c31d1e9513b556 as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/3dc59d42ccf3421c97c31d1e9513b556 2024-11-11T21:48:51,201 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc59d42ccf3421c97c31d1e9513b556 2024-11-11T21:48:51,201 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/3dc59d42ccf3421c97c31d1e9513b556, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T21:48:51,203 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf2/c52ffa8deed249fab617d55e2a2cb0f0 as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/c52ffa8deed249fab617d55e2a2cb0f0 2024-11-11T21:48:51,214 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c52ffa8deed249fab617d55e2a2cb0f0 2024-11-11T21:48:51,215 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/c52ffa8deed249fab617d55e2a2cb0f0, entries=1, sequenceid=12, filesize=4.8 K 2024-11-11T21:48:51,216 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for cb093900c2d0511e0aee7ce68b77e2cc in 95ms, sequenceid=12, compaction requested=false 2024-11-11T21:48:51,216 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cb093900c2d0511e0aee7ce68b77e2cc: 2024-11-11T21:48:51,219 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-11T21:48:51,220 DEBUG [Time-limited test {}] regionserver.HStore(1541): cb093900c2d0511e0aee7ce68b77e2cc/cf1 is initiating major compaction (all files) 2024-11-11T21:48:51,220 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:48:51,221 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:51,221 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of cb093900c2d0511e0aee7ce68b77e2cc/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,221 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29, hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/3dc59d42ccf3421c97c31d1e9513b556] into tmpdir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp, totalSize=9.5 K 2024-11-11T21:48:51,223 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eeff0f9e46d647beb6d8751aba7e0e29, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731361730360 2024-11-11T21:48:51,223 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3dc59d42ccf3421c97c31d1e9513b556, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T21:48:51,239 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): cb093900c2d0511e0aee7ce68b77e2cc#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T21:48:51,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741890_1068 (size=4626) 2024-11-11T21:48:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741890_1068 (size=4626) 2024-11-11T21:48:51,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741890_1068 (size=4626) 2024-11-11T21:48:51,281 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf1/e41c1d7d2cb842e19885d122a77a8e94 as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/e41c1d7d2cb842e19885d122a77a8e94 2024-11-11T21:48:51,299 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in cb093900c2d0511e0aee7ce68b77e2cc/cf1 of cb093900c2d0511e0aee7ce68b77e2cc into e41c1d7d2cb842e19885d122a77a8e94(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T21:48:51,299 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for cb093900c2d0511e0aee7ce68b77e2cc: 2024-11-11T21:48:51,299 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-11T21:48:51,299 DEBUG [Time-limited test {}] regionserver.HStore(1541): cb093900c2d0511e0aee7ce68b77e2cc/cf2 is initiating major compaction (all files) 2024-11-11T21:48:51,299 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T21:48:51,300 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T21:48:51,300 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of cb093900c2d0511e0aee7ce68b77e2cc/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,300 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/c52ffa8deed249fab617d55e2a2cb0f0] into tmpdir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp, totalSize=4.8 K 2024-11-11T21:48:51,301 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c52ffa8deed249fab617d55e2a2cb0f0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-11T21:48:51,309 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): cb093900c2d0511e0aee7ce68b77e2cc#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-11T21:48:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741891_1069 (size=4592) 2024-11-11T21:48:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741891_1069 (size=4592) 2024-11-11T21:48:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741891_1069 (size=4592) 2024-11-11T21:48:51,325 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/.tmp/cf2/da1a9bcb637e4303b780e5fe754f49fa as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/da1a9bcb637e4303b780e5fe754f49fa 2024-11-11T21:48:51,332 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in cb093900c2d0511e0aee7ce68b77e2cc/cf2 of cb093900c2d0511e0aee7ce68b77e2cc into da1a9bcb637e4303b780e5fe754f49fa(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T21:48:51,332 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for cb093900c2d0511e0aee7ce68b77e2cc: 2024-11-11T21:48:51,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=cb093900c2d0511e0aee7ce68b77e2cc, source=22a1f13b90b0,41667,1731361714991, destination=22a1f13b90b0,46585,1731361715175, warming up region on 22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:51,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=cb093900c2d0511e0aee7ce68b77e2cc, source=22a1f13b90b0,41667,1731361714991, destination=22a1f13b90b0,46585,1731361715175, running balancer 2024-11-11T21:48:51,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE 2024-11-11T21:48:51,339 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE 2024-11-11T21:48:51,340 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=CLOSING, regionLocation=22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:51,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(7855): Warmup {ENCODED => cb093900c2d0511e0aee7ce68b77e2cc, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:51,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:51,342 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE because future has completed 2024-11-11T21:48:51,343 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf1 2024-11-11T21:48:51,343 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:51,343 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-11T21:48:51,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,41667,1731361714991}] 2024-11-11T21:48:51,351 INFO [StoreFileOpener-cb093900c2d0511e0aee7ce68b77e2cc-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3dc59d42ccf3421c97c31d1e9513b556 2024-11-11T21:48:51,351 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/3dc59d42ccf3421c97c31d1e9513b556 2024-11-11T21:48:51,356 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/e41c1d7d2cb842e19885d122a77a8e94 2024-11-11T21:48:51,361 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29 2024-11-11T21:48:51,361 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:51,362 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,363 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf2 2024-11-11T21:48:51,363 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:51,369 INFO [StoreFileOpener-cb093900c2d0511e0aee7ce68b77e2cc-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c52ffa8deed249fab617d55e2a2cb0f0 2024-11-11T21:48:51,369 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/c52ffa8deed249fab617d55e2a2cb0f0 2024-11-11T21:48:51,375 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/da1a9bcb637e4303b780e5fe754f49fa 2024-11-11T21:48:51,375 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(1722): Closing cb093900c2d0511e0aee7ce68b77e2cc, disabling compactions & flushes 2024-11-11T21:48:51,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. after waiting 0 ms 2024-11-11T21:48:51,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46585 {}] regionserver.HRegion(1676): Region close journal for cb093900c2d0511e0aee7ce68b77e2cc: Waiting for close lock at 1731361731375Disabling compacts and flushes for region at 1731361731375Disabling writes for close at 1731361731375Writing region close event to WAL at 1731361731376 (+1 ms)Closed at 1731361731376 2024-11-11T21:48:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-11T21:48:51,498 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,498 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-11T21:48:51,498 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing cb093900c2d0511e0aee7ce68b77e2cc, disabling compactions & flushes 2024-11-11T21:48:51,498 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,498 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,499 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. after waiting 0 ms 2024-11-11T21:48:51,499 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,499 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29, hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/3dc59d42ccf3421c97c31d1e9513b556] to archive 2024-11-11T21:48:51,502 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T21:48:51,506 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29 to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/eeff0f9e46d647beb6d8751aba7e0e29 2024-11-11T21:48:51,507 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/3dc59d42ccf3421c97c31d1e9513b556 to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/3dc59d42ccf3421c97c31d1e9513b556 2024-11-11T21:48:51,521 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/c52ffa8deed249fab617d55e2a2cb0f0] to archive 2024-11-11T21:48:51,522 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T21:48:51,524 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/c52ffa8deed249fab617d55e2a2cb0f0 to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/c52ffa8deed249fab617d55e2a2cb0f0 2024-11-11T21:48:51,530 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-11T21:48:51,531 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,531 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for cb093900c2d0511e0aee7ce68b77e2cc: Waiting for close lock at 1731361731498Running coprocessor pre-close hooks at 1731361731498Disabling compacts and flushes for region at 1731361731498Disabling writes for close at 1731361731499 (+1 ms)Writing region close event to WAL at 1731361731526 (+27 ms)Running coprocessor post-close hooks at 1731361731531 (+5 ms)Closed at 1731361731531 2024-11-11T21:48:51,531 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding cb093900c2d0511e0aee7ce68b77e2cc move to 22a1f13b90b0,46585,1731361715175 record at close sequenceid=12 2024-11-11T21:48:51,534 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,535 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=CLOSED 2024-11-11T21:48:51,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,41667,1731361714991 because future has completed 2024-11-11T21:48:51,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T21:48:51,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,41667,1731361714991 in 197 msec 2024-11-11T21:48:51,545 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE; state=CLOSED, location=22a1f13b90b0,46585,1731361715175; forceNewPlan=false, retain=false 2024-11-11T21:48:51,695 INFO [22a1f13b90b0:34479 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-11T21:48:51,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPENING, regionLocation=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:51,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE because future has completed 2024-11-11T21:48:51,699 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175}] 2024-11-11T21:48:51,856 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,856 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => cb093900c2d0511e0aee7ce68b77e2cc, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:51,857 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,857 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:51,857 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,857 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,859 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,860 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf1 2024-11-11T21:48:51,860 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:51,866 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/e41c1d7d2cb842e19885d122a77a8e94 2024-11-11T21:48:51,867 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:51,867 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,868 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf2 2024-11-11T21:48:51,868 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:51,876 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/da1a9bcb637e4303b780e5fe754f49fa 2024-11-11T21:48:51,876 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:51,876 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,877 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,879 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,880 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,880 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,881 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:48:51,882 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,883 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened cb093900c2d0511e0aee7ce68b77e2cc; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59754656, jitterRate=-0.10958623886108398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:48:51,883 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,884 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for cb093900c2d0511e0aee7ce68b77e2cc: Running coprocessor pre-open hook at 1731361731857Writing region info on filesystem at 1731361731857Initializing all the Stores at 1731361731858 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361731858Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361731859 (+1 ms)Cleaning up temporary data from old regions at 1731361731880 (+21 ms)Running coprocessor post-open hooks at 1731361731883 (+3 ms)Region opened successfully at 1731361731884 (+1 ms) 2024-11-11T21:48:51,885 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., pid=12, masterSystemTime=1731361731851 2024-11-11T21:48:51,887 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,887 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPEN, openSeqNum=18, regionLocation=22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:51,890 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34479 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=22a1f13b90b0,46585,1731361715175, table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T21:48:51,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175 because future has completed 2024-11-11T21:48:51,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-11T21:48:51,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,46585,1731361715175 in 195 msec 2024-11-11T21:48:51,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, REOPEN/MOVE in 561 msec 2024-11-11T21:48:51,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:48:51,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:48:51,944 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 22a1f13b90b0,46585,1731361715175: testing ***** 2024-11-11T21:48:51,945 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T21:48:51,946 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T21:48:51,947 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T21:48:51,950 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T21:48:51,952 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T21:48:51,963 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 314652520 }, "NonHeapMemoryUsage": { "committed": 172097536, "init": 7667712, "max": -1, "used": 169530176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "22a1f13b90b0", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 3, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "22a1f13b90b0", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:55263", "tag.serverName": "22a1f13b90b0,38775,1731361715114", "tag.clusterId": "216c218e-ec00-4e43-91f1-cc8ef7051135", "tag.Context": "regionserver", "tag.Hostname": "22a1f13b90b0", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731361715114, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-11T21:48:51,966 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34479 {}] master.MasterRpcServices(700): 22a1f13b90b0,46585,1731361715175 reported a fatal error: ***** ABORTING region server 22a1f13b90b0,46585,1731361715175: testing ***** 2024-11-11T21:48:51,968 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,46585,1731361715175' ***** 2024-11-11T21:48:51,968 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-11T21:48:51,969 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:48:51,969 INFO [RS:2;22a1f13b90b0:46585 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-11T21:48:51,969 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:48:51,969 INFO [RS:2;22a1f13b90b0:46585 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-11T21:48:51,969 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(3091): Received CLOSE for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,970 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(956): aborting server 22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:51,970 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:48:51,970 INFO [RS:2;22a1f13b90b0:46585 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;22a1f13b90b0:46585. 2024-11-11T21:48:51,970 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb093900c2d0511e0aee7ce68b77e2cc, disabling compactions & flushes 2024-11-11T21:48:51,970 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,971 DEBUG [RS:2;22a1f13b90b0:46585 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:48:51,971 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,971 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. after waiting 0 ms 2024-11-11T21:48:51,971 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,971 DEBUG [RS:2;22a1f13b90b0:46585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:48:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41667 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:58710 deadline: 1731361791970, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=46585 startCode=1731361715175. As of locationSeqNum=12. 2024-11-11T21:48:51,972 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:48:51,972 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:48:51,972 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:48:51,972 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:48:51,972 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,41667,1731361714991, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,41667,1731361714991, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=46585 startCode=1731361715175. As of locationSeqNum=12. 2024-11-11T21:48:51,972 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,41667,1731361714991, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=46585 startCode=1731361715175. As of locationSeqNum=12. 2024-11-11T21:48:51,972 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,41667,1731361714991, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=22a1f13b90b0 port=46585 startCode=1731361715175. As of locationSeqNum=12. 2024-11-11T21:48:51,973 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T21:48:51,973 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1325): Online Regions={cb093900c2d0511e0aee7ce68b77e2cc=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:48:51,973 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:48:51,973 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:48:51,974 DEBUG [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:51,974 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:48:51,974 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,974 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:48:51,974 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb093900c2d0511e0aee7ce68b77e2cc: Waiting for close lock at 1731361731970Running coprocessor pre-close hooks at 1731361731970Disabling compacts and flushes for region at 1731361731970Disabling writes for close at 1731361731971 (+1 ms)Writing region close event to WAL at 1731361731973 (+2 ms)Running coprocessor post-close hooks at 1731361731974 (+1 ms)Closed at 1731361731974 2024-11-11T21:48:51,974 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:48:51,974 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:51,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,46585,1731361715175 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:51,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,46585,1731361715175 aborting 2024-11-11T21:48:51,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,46585,1731361715175 aborting 2024-11-11T21:48:51,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 from cache 2024-11-11T21:48:51,979 ERROR [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-11T21:48:51,980 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:48:51,980 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:48:51,980 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361731973Running coprocessor pre-close hooks at 1731361731973Disabling compacts and flushes for region at 1731361731973Disabling writes for close at 1731361731974 (+1 ms)Writing region close event to WAL at 1731361731979 (+5 ms)Running coprocessor post-close hooks at 1731361731980 (+1 ms)Closed at 1731361731980 2024-11-11T21:48:51,980 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:48:52,036 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:48:52,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:48:52,081 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1] 2024-11-11T21:48:52,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,46585,1731361715175 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:52,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,46585,1731361715175 aborting 2024-11-11T21:48:52,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 22a1f13b90b0,46585,1731361715175 aborting 2024-11-11T21:48:52,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 from cache 2024-11-11T21:48:52,174 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,46585,1731361715175; all regions closed. 2024-11-11T21:48:52,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741836_1012 (size=3561) 2024-11-11T21:48:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741836_1012 (size=3561) 2024-11-11T21:48:52,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741836_1012 (size=3561) 2024-11-11T21:48:52,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741833_1009 (size=1403) 2024-11-11T21:48:52,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741833_1009 (size=1403) 2024-11-11T21:48:52,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741833_1009 (size=1403) 2024-11-11T21:48:52,190 DEBUG [RS:2;22a1f13b90b0:46585 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:48:52,190 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:48:52,190 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:48:52,190 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T21:48:52,190 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:48:52,191 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:48:52,191 INFO [RS:2;22a1f13b90b0:46585 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46585 2024-11-11T21:48:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:48:52,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,46585,1731361715175 2024-11-11T21:48:52,197 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:48:52,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,46585,1731361715175] 2024-11-11T21:48:52,200 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,46585,1731361715175 already deleted, retry=false 2024-11-11T21:48:52,200 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 22a1f13b90b0,46585,1731361715175 on 22a1f13b90b0,34479,1731361714318 2024-11-11T21:48:52,204 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 22a1f13b90b0,46585,1731361715175, splitWal=true, meta=true 2024-11-11T21:48:52,206 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 22a1f13b90b0,46585,1731361715175 (carryingMeta=true) 22a1f13b90b0,46585,1731361715175/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@54873b53[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T21:48:52,206 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 22a1f13b90b0,46585,1731361715175, splitWal=true, meta=true 2024-11-11T21:48:52,207 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 22a1f13b90b0,46585,1731361715175, splitWal=true, meta=true, isMeta: true 2024-11-11T21:48:52,208 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting 2024-11-11T21:48:52,209 INFO [PEWorker-2 {}] master.SplitWALManager(105): 22a1f13b90b0,46585,1731361715175 WAL count=1, meta=true 2024-11-11T21:48:52,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta}] 2024-11-11T21:48:52,217 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:52,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, worker=22a1f13b90b0,38775,1731361715114}] 2024-11-11T21:48:52,289 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:48:52,291 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1] 2024-11-11T21:48:52,292 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 22a1f13b90b0:46585 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 22a1f13b90b0/172.17.0.2:46585 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:52,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1, error=java.net.ConnectException: Call to address=22a1f13b90b0:46585 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 22a1f13b90b0/172.17.0.2:46585 2024-11-11T21:48:52,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-11T21:48:52,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 from cache 2024-11-11T21:48:52,293 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 22a1f13b90b0:46585 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 22a1f13b90b0/172.17.0.2:46585 2024-11-11T21:48:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:48:52,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46585-0x10030c289bd0003, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:48:52,300 INFO [RS:2;22a1f13b90b0:46585 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:48:52,300 INFO [RS:2;22a1f13b90b0:46585 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,46585,1731361715175; zookeeper connection closed. 2024-11-11T21:48:52,300 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@423bb2d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@423bb2d2 2024-11-11T21:48:52,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T21:48:52,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T21:48:52,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-11T21:48:52,399 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, size=3.5 K (3561bytes) 2024-11-11T21:48:52,400 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta 2024-11-11T21:48:52,400 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta after 0ms 2024-11-11T21:48:52,402 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:52,402 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta took 3ms 2024-11-11T21:48:52,410 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-11T21:48:52,412 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta so closing down 2024-11-11T21:48:52,412 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:52,412 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta.temp 2024-11-11T21:48:52,414 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta.temp 2024-11-11T21:48:52,415 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741892_1070 (size=3346) 2024-11-11T21:48:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741892_1070 (size=3346) 2024-11-11T21:48:52,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741892_1070 (size=3346) 2024-11-11T21:48:52,427 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:52,436 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta.temp to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-11T21:48:52,437 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 33 ms; skipped=1; WAL=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-11-11T21:48:52,437 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, journal: Splitting hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, size=3.5 K (3561bytes) at 1731361732400Finishing writing output for hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta so closing down at 1731361732412 (+12 ms)Creating recovered edits writer path=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta.temp at 1731361732414 (+2 ms)3 split writer threads finished at 1731361732415 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731361732427 (+12 ms)Rename recovered edits hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta.temp to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731361732436 (+9 ms)Processed 16 edits across 1 Regions in 33 ms; skipped=1; WAL=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1731361732437 (+1 ms) 2024-11-11T21:48:52,437 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta 2024-11-11T21:48:52,439 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T21:48:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T21:48:52,448 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs 2024-11-11T21:48:52,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T21:48:52,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, worker=22a1f13b90b0,38775,1731361715114 in 229 msec 2024-11-11T21:48:52,455 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:52,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T21:48:52,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 22a1f13b90b0%2C46585%2C1731361715175.meta.1731361716882.meta, worker=22a1f13b90b0,38775,1731361715114 in 245 msec 2024-11-11T21:48:52,461 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting dir is empty, no logs to split. 2024-11-11T21:48:52,461 INFO [PEWorker-2 {}] master.SplitWALManager(105): 22a1f13b90b0,46585,1731361715175 WAL count=0, meta=true 2024-11-11T21:48:52,461 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 22a1f13b90b0,46585,1731361715175 WAL splitting is done? wals=0, meta=true 2024-11-11T21:48:52,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T21:48:52,465 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:48:52,466 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:48:52,600 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:48:52,602 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1] 2024-11-11T21:48:52,603 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 22a1f13b90b0:46585 this server is in the failed servers list 2024-11-11T21:48:52,604 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=22a1f13b90b0:46585 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:46585 2024-11-11T21:48:52,604 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:46585 2024-11-11T21:48:52,604 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 from cache 2024-11-11T21:48:52,616 DEBUG [22a1f13b90b0:34479 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-11T21:48:52,617 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:48:52,617 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:48:52,617 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:48:52,617 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:48:52,617 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:48:52,617 INFO [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:48:52,617 INFO [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:48:52,617 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:48:52,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:52,619 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,41667,1731361714991, state=OPENING 2024-11-11T21:48:52,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:52,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:52,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:52,620 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T21:48:52,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:52,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:52,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:52,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,41667,1731361714991}] 2024-11-11T21:48:52,784 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T21:48:52,785 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:52,785 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T21:48:52,788 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=22a1f13b90b0%2C41667%2C1731361714991.meta, suffix=.meta, logDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991, archiveDir=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs, maxLogs=32 2024-11-11T21:48:52,800 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991/22a1f13b90b0%2C41667%2C1731361714991.meta.1731361732788.meta, exclude list is [], retry=0 2024-11-11T21:48:52,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:52,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:52,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:52,806 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991/22a1f13b90b0%2C41667%2C1731361714991.meta.1731361732788.meta 2024-11-11T21:48:52,806 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:52,806 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:52,807 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T21:48:52,807 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T21:48:52,807 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T21:48:52,807 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T21:48:52,807 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:52,807 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T21:48:52,807 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T21:48:52,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T21:48:52,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T21:48:52,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:52,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:52,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T21:48:52,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T21:48:52,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:52,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:52,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T21:48:52,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T21:48:52,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:52,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:52,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T21:48:52,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T21:48:52,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:52,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T21:48:52,814 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T21:48:52,815 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740 2024-11-11T21:48:52,816 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740 2024-11-11T21:48:52,817 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-11T21:48:52,819 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:52,821 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-11T21:48:52,822 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-11T21:48:52,841 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/info/f6ef0da444f34be68cd326a995942d1d is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc./info:regioninfo/1731361731889/Put/seqid=0 2024-11-11T21:48:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741894_1072 (size=11177) 2024-11-11T21:48:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741894_1072 (size=11177) 2024-11-11T21:48:52,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741894_1072 (size=11177) 2024-11-11T21:48:52,848 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/info/f6ef0da444f34be68cd326a995942d1d 2024-11-11T21:48:52,868 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/ns/990dfe9c731b460ebc78d96603c5f5ca is 43, key is default/ns:d/1731361717024/Put/seqid=0 2024-11-11T21:48:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741895_1073 (size=5153) 2024-11-11T21:48:52,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741895_1073 (size=5153) 2024-11-11T21:48:52,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741895_1073 (size=5153) 2024-11-11T21:48:52,875 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/ns/990dfe9c731b460ebc78d96603c5f5ca 2024-11-11T21:48:52,895 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/table/ca22622634534f35b8cf111aadd9febf is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731361730103/Put/seqid=0 2024-11-11T21:48:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741896_1074 (size=5431) 2024-11-11T21:48:52,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741896_1074 (size=5431) 2024-11-11T21:48:52,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741896_1074 (size=5431) 2024-11-11T21:48:52,905 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/table/ca22622634534f35b8cf111aadd9febf 2024-11-11T21:48:52,913 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/info/f6ef0da444f34be68cd326a995942d1d as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/info/f6ef0da444f34be68cd326a995942d1d 2024-11-11T21:48:52,922 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/info/f6ef0da444f34be68cd326a995942d1d, entries=36, sequenceid=18, filesize=10.9 K 2024-11-11T21:48:52,924 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/ns/990dfe9c731b460ebc78d96603c5f5ca as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/ns/990dfe9c731b460ebc78d96603c5f5ca 2024-11-11T21:48:52,932 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/ns/990dfe9c731b460ebc78d96603c5f5ca, entries=2, sequenceid=18, filesize=5.0 K 2024-11-11T21:48:52,934 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/table/ca22622634534f35b8cf111aadd9febf as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/table/ca22622634534f35b8cf111aadd9febf 2024-11-11T21:48:52,943 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/table/ca22622634534f35b8cf111aadd9febf, entries=2, sequenceid=18, filesize=5.3 K 2024-11-11T21:48:52,943 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=18, compaction requested=false; wal=null 2024-11-11T21:48:52,944 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-11T21:48:52,946 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T21:48:52,946 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T21:48:52,947 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T21:48:52,949 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T21:48:52,952 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-11T21:48:52,953 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72404652, jitterRate=0.07891339063644409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T21:48:52,954 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T21:48:52,954 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731361732807Writing region info on filesystem at 1731361732807Initializing all the Stores at 1731361732808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361732808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361732809 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361732809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731361732809Obtaining lock to block concurrent updates at 1731361732822 (+13 ms)Preparing flush snapshotting stores in 1588230740 at 1731361732822Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731361732822Flushing stores of hbase:meta,,1.1588230740 at 1731361732822Flushing 1588230740/info: creating writer at 1731361732822Flushing 1588230740/info: appending metadata at 1731361732840 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731361732840Flushing 1588230740/ns: creating writer at 1731361732854 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731361732867 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731361732868 (+1 ms)Flushing 1588230740/table: creating writer at 1731361732880 (+12 ms)Flushing 1588230740/table: appending metadata at 1731361732895 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731361732895Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@132877d6: reopening flushed file at 1731361732912 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@285f1be5: reopening flushed file at 1731361732923 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1148a42d: reopening flushed file at 1731361732933 (+10 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 122ms, sequenceid=18, compaction requested=false; wal=null at 1731361732943 (+10 ms)Cleaning up temporary data from old regions at 1731361732946 (+3 ms)Running coprocessor post-open hooks at 1731361732954 (+8 ms)Region opened successfully at 1731361732954 2024-11-11T21:48:52,956 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731361732773 2024-11-11T21:48:52,959 DEBUG [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T21:48:52,959 INFO [RS_OPEN_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T21:48:52,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:52,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 22a1f13b90b0,41667,1731361714991, state=OPEN 2024-11-11T21:48:52,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:52,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:52,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-11T21:48:52,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:52,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:52,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-11T21:48:52,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=22a1f13b90b0,41667,1731361714991 2024-11-11T21:48:52,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T21:48:52,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=22a1f13b90b0,41667,1731361714991 in 342 msec 2024-11-11T21:48:52,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-11T21:48:52,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 504 msec 2024-11-11T21:48:52,971 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 22a1f13b90b0,46585,1731361715175 had 2 regions 2024-11-11T21:48:52,973 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 22a1f13b90b0,46585,1731361715175, splitWal=true, meta=true, isMeta: false 2024-11-11T21:48:52,976 INFO [PEWorker-1 {}] master.SplitWALManager(105): 22a1f13b90b0,46585,1731361715175 WAL count=1, meta=false 2024-11-11T21:48:52,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 22a1f13b90b0%2C46585%2C1731361715175.1731361716475}] 2024-11-11T21:48:52,981 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:52,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 22a1f13b90b0%2C46585%2C1731361715175.1731361716475, worker=22a1f13b90b0,38775,1731361715114}] 2024-11-11T21:48:53,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:48:53,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,41667,1731361714991, seqNum=-1] 2024-11-11T21:48:53,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-11T21:48:53,152 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475, size=1.4 K (1403bytes) 2024-11-11T21:48:53,152 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 2024-11-11T21:48:53,152 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 after 0ms 2024-11-11T21:48:53,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:53,155 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 took 3ms 2024-11-11T21:48:53,159 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for cb093900c2d0511e0aee7ce68b77e2cc: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-11T21:48:53,159 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 so closing down 2024-11-11T21:48:53,159 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:53,159 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:53,160 INFO [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475, size=1.4 K, length=1403, corrupted=false, cancelled=false 2024-11-11T21:48:53,160 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475, journal: Splitting hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475, size=1.4 K (1403bytes) at 1731361733152Finishing writing output for hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 so closing down at 1731361733159 (+7 ms)3 split writer threads finished at 1731361733159Processed 6 edits across 0 Regions in 3 ms; skipped=6; WAL=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475, size=1.4 K, length=1403, corrupted=false, cancelled=false at 1731361733160 (+1 ms) 2024-11-11T21:48:53,160 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 2024-11-11T21:48:53,160 DEBUG [RS_LOG_REPLAY_OPS-regionserver/22a1f13b90b0:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-11T21:48:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34479 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-11T21:48:53,164 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting/22a1f13b90b0%2C46585%2C1731361715175.1731361716475 to hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs 2024-11-11T21:48:53,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T21:48:53,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 22a1f13b90b0%2C46585%2C1731361715175.1731361716475, worker=22a1f13b90b0,38775,1731361715114 in 182 msec 2024-11-11T21:48:53,168 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:53,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-11T21:48:53,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 22a1f13b90b0%2C46585%2C1731361715175.1731361716475, worker=22a1f13b90b0,38775,1731361715114 in 192 msec 2024-11-11T21:48:53,173 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,46585,1731361715175-splitting dir is empty, no logs to split. 2024-11-11T21:48:53,173 INFO [PEWorker-1 {}] master.SplitWALManager(105): 22a1f13b90b0,46585,1731361715175 WAL count=0, meta=false 2024-11-11T21:48:53,173 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 22a1f13b90b0,46585,1731361715175 WAL splitting is done? wals=0, meta=false 2024-11-11T21:48:53,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN}] 2024-11-11T21:48:53,176 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN 2024-11-11T21:48:53,177 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T21:48:53,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 22a1f13b90b0:46585 this server is in the failed servers list 2024-11-11T21:48:53,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=22a1f13b90b0:46585 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:46585 2024-11-11T21:48:53,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:46585 2024-11-11T21:48:53,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=12 from cache 2024-11-11T21:48:53,328 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(204): Hosts are {22a1f13b90b0=0} racks are {/default-rack=0} 2024-11-11T21:48:53,329 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-11T21:48:53,329 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-11T21:48:53,329 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-11T21:48:53,329 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-11T21:48:53,329 INFO [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-11T21:48:53,329 INFO [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-11T21:48:53,329 DEBUG [22a1f13b90b0:34479 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-11T21:48:53,330 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPENING, regionLocation=22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:53,333 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 22a1f13b90b0:46585 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 22a1f13b90b0/172.17.0.2:46585 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:53,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1, error=java.net.ConnectException: Call to address=22a1f13b90b0:46585 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 22a1f13b90b0/172.17.0.2:46585 2024-11-11T21:48:53,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-11T21:48:53,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,46585,1731361715175, seqNum=-1 from cache 2024-11-11T21:48:53,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 22a1f13b90b0:46585 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 22a1f13b90b0/172.17.0.2:46585 2024-11-11T21:48:53,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T21:48:53,440 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=22a1f13b90b0,41667,1731361714991, seqNum=-1] 2024-11-11T21:48:53,441 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:48:53,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:48:53,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN because future has completed 2024-11-11T21:48:53,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,38775,1731361715114}] 2024-11-11T21:48:53,459 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=18] 2024-11-11T21:48:53,459 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 22a1f13b90b0:46585 this server is in the failed servers list 2024-11-11T21:48:53,459 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=22a1f13b90b0:46585 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:46585 2024-11-11T21:48:53,460 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 22a1f13b90b0:46585 2024-11-11T21:48:53,460 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,46585,1731361715175, seqNum=18 from cache 2024-11-11T21:48:53,612 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:53,613 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => cb093900c2d0511e0aee7ce68b77e2cc, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:53,613 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,613 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:53,613 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,613 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,615 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,616 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf1 2024-11-11T21:48:53,616 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,626 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf1/e41c1d7d2cb842e19885d122a77a8e94 2024-11-11T21:48:53,626 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,627 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,628 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb093900c2d0511e0aee7ce68b77e2cc columnFamilyName cf2 2024-11-11T21:48:53,628 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,637 DEBUG [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/cf2/da1a9bcb637e4303b780e5fe754f49fa 2024-11-11T21:48:53,637 INFO [StoreOpener-cb093900c2d0511e0aee7ce68b77e2cc-1 {}] regionserver.HStore(327): Store=cb093900c2d0511e0aee7ce68b77e2cc/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,637 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,638 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,640 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,641 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,641 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,641 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-11T21:48:53,643 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,644 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened cb093900c2d0511e0aee7ce68b77e2cc; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66089644, jitterRate=-0.015187561511993408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-11T21:48:53,644 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:48:53,645 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for cb093900c2d0511e0aee7ce68b77e2cc: Running coprocessor pre-open hook at 1731361733614Writing region info on filesystem at 1731361733614Initializing all the Stores at 1731361733614Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733615 (+1 ms)Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733615Cleaning up temporary data from old regions at 1731361733641 (+26 ms)Running coprocessor post-open hooks at 1731361733644 (+3 ms)Region opened successfully at 1731361733645 (+1 ms) 2024-11-11T21:48:53,646 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., pid=21, masterSystemTime=1731361733608 2024-11-11T21:48:53,649 DEBUG [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:53,650 INFO [RS_OPEN_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:48:53,650 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=cb093900c2d0511e0aee7ce68b77e2cc, regionState=OPEN, openSeqNum=18, regionLocation=22a1f13b90b0,38775,1731361715114 2024-11-11T21:48:53,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,38775,1731361715114 because future has completed 2024-11-11T21:48:53,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-11T21:48:53,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure cb093900c2d0511e0aee7ce68b77e2cc, server=22a1f13b90b0,38775,1731361715114 in 200 msec 2024-11-11T21:48:53,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-11T21:48:53,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=cb093900c2d0511e0aee7ce68b77e2cc, ASSIGN in 486 msec 2024-11-11T21:48:53,665 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 22a1f13b90b0,46585,1731361715175 after splitting done 2024-11-11T21:48:53,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 22a1f13b90b0,46585,1731361715175, splitWal=true, meta=true in 1.4650 sec 2024-11-11T21:48:53,775 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc., hostname=22a1f13b90b0,38775,1731361715114, seqNum=18] 2024-11-11T21:48:53,775 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T21:48:53,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T21:48:53,791 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=407 (was 407), OpenFileDescriptor=1050 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 131) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5598 (was 4968) - AvailableMemoryMB LEAK? - 2024-11-11T21:48:53,793 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-11T21:48:53,805 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=407, OpenFileDescriptor=1050, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=5596 2024-11-11T21:48:53,805 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1050 is superior to 1024 2024-11-11T21:48:53,823 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:53,825 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:53,826 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:53,828 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-89325418, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-89325418, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:53,841 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-89325418/hregion-89325418.1731361733828, exclude list is [], retry=0 2024-11-11T21:48:53,844 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:53,844 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:53,844 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:53,853 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-89325418/hregion-89325418.1731361733828 2024-11-11T21:48:53,854 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:53,854 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1c84324fb82d0d0f136a5d5b07bd56fb, NAME => 'testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:48:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741898_1076 (size=67) 2024-11-11T21:48:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741898_1076 (size=67) 2024-11-11T21:48:53,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741898_1076 (size=67) 2024-11-11T21:48:53,866 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:53,869 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,871 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName a 2024-11-11T21:48:53,871 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,871 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,871 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,873 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName b 2024-11-11T21:48:53,873 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,873 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,873 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,875 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName c 2024-11-11T21:48:53,875 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,875 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,875 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,878 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,878 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,878 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:53,879 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,882 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:53,883 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c84324fb82d0d0f136a5d5b07bd56fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58853914, jitterRate=-0.12300834059715271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:53,884 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c84324fb82d0d0f136a5d5b07bd56fb: Writing region info on filesystem at 1731361733866Initializing all the Stores at 1731361733867 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733867Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733869 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733869Cleaning up temporary data from old regions at 1731361733878 (+9 ms)Region opened successfully at 1731361733884 (+6 ms) 2024-11-11T21:48:53,884 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1c84324fb82d0d0f136a5d5b07bd56fb, disabling compactions & flushes 2024-11-11T21:48:53,884 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:53,884 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:53,884 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. after waiting 0 ms 2024-11-11T21:48:53,884 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:53,885 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:53,885 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1c84324fb82d0d0f136a5d5b07bd56fb: Waiting for close lock at 1731361733884Disabling compacts and flushes for region at 1731361733884Disabling writes for close at 1731361733884Writing region close event to WAL at 1731361733885 (+1 ms)Closed at 1731361733885 2024-11-11T21:48:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741897_1075 (size=95) 2024-11-11T21:48:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741897_1075 (size=95) 2024-11-11T21:48:53,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741897_1075 (size=95) 2024-11-11T21:48:53,896 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:53,896 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-89325418:(num 1731361733828) 2024-11-11T21:48:53,896 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:53,898 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:53,916 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898, exclude list is [], retry=0 2024-11-11T21:48:53,919 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:53,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:53,920 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:53,921 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 2024-11-11T21:48:53,925 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:53,925 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c84324fb82d0d0f136a5d5b07bd56fb, NAME => 'testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,929 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,930 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName a 2024-11-11T21:48:53,931 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,931 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,931 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,933 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName b 2024-11-11T21:48:53,934 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,934 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,935 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,936 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName c 2024-11-11T21:48:53,936 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:53,937 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:53,937 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,938 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,939 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,940 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,940 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,941 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:53,943 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:53,944 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c84324fb82d0d0f136a5d5b07bd56fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73197631, jitterRate=0.09072969853878021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:53,945 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c84324fb82d0d0f136a5d5b07bd56fb: Writing region info on filesystem at 1731361733926Initializing all the Stores at 1731361733927 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733927Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733929 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361733929Cleaning up temporary data from old regions at 1731361733940 (+11 ms)Region opened successfully at 1731361733945 (+5 ms) 2024-11-11T21:48:54,001 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c84324fb82d0d0f136a5d5b07bd56fb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T21:48:54,037 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/a/d407d01a2bb94087b952d88cc2d0639d is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731361733945/Put/seqid=0 2024-11-11T21:48:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741900_1078 (size=5958) 2024-11-11T21:48:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741900_1078 (size=5958) 2024-11-11T21:48:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741900_1078 (size=5958) 2024-11-11T21:48:54,076 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/a/d407d01a2bb94087b952d88cc2d0639d 2024-11-11T21:48:54,102 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/b/1cee2c2ea5714133b4677906b6d08e95 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731361733961/Put/seqid=0 2024-11-11T21:48:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741901_1079 (size=5958) 2024-11-11T21:48:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741901_1079 (size=5958) 2024-11-11T21:48:54,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741901_1079 (size=5958) 2024-11-11T21:48:54,117 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/b/1cee2c2ea5714133b4677906b6d08e95 2024-11-11T21:48:54,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/c/b93dfc8b97aa4f4dba8aa812c1bb3965 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731361733979/Put/seqid=0 2024-11-11T21:48:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741902_1080 (size=5958) 2024-11-11T21:48:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741902_1080 (size=5958) 2024-11-11T21:48:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741902_1080 (size=5958) 2024-11-11T21:48:54,163 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/c/b93dfc8b97aa4f4dba8aa812c1bb3965 2024-11-11T21:48:54,172 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/a/d407d01a2bb94087b952d88cc2d0639d as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/a/d407d01a2bb94087b952d88cc2d0639d 2024-11-11T21:48:54,182 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/a/d407d01a2bb94087b952d88cc2d0639d, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T21:48:54,184 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/b/1cee2c2ea5714133b4677906b6d08e95 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/b/1cee2c2ea5714133b4677906b6d08e95 2024-11-11T21:48:54,192 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/b/1cee2c2ea5714133b4677906b6d08e95, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T21:48:54,193 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/c/b93dfc8b97aa4f4dba8aa812c1bb3965 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/c/b93dfc8b97aa4f4dba8aa812c1bb3965 2024-11-11T21:48:54,210 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/c/b93dfc8b97aa4f4dba8aa812c1bb3965, entries=10, sequenceid=33, filesize=5.8 K 2024-11-11T21:48:54,211 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1c84324fb82d0d0f136a5d5b07bd56fb in 210ms, sequenceid=33, compaction requested=false 2024-11-11T21:48:54,212 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1c84324fb82d0d0f136a5d5b07bd56fb: 2024-11-11T21:48:54,212 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1c84324fb82d0d0f136a5d5b07bd56fb, disabling compactions & flushes 2024-11-11T21:48:54,212 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:54,212 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:54,212 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. after waiting 0 ms 2024-11-11T21:48:54,212 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:54,221 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. 2024-11-11T21:48:54,221 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1c84324fb82d0d0f136a5d5b07bd56fb: Waiting for close lock at 1731361734212Disabling compacts and flushes for region at 1731361734212Disabling writes for close at 1731361734212Writing region close event to WAL at 1731361734221 (+9 ms)Closed at 1731361734221 2024-11-11T21:48:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741899_1077 (size=3384) 2024-11-11T21:48:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741899_1077 (size=3384) 2024-11-11T21:48:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741899_1077 (size=3384) 2024-11-11T21:48:54,230 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 not finished, retry = 0 2024-11-11T21:48:54,360 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/b/1cee2c2ea5714133b4677906b6d08e95 to hdfs://localhost:41257/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/b/1cee2c2ea5714133b4677906b6d08e95 2024-11-11T21:48:54,380 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898, size=3.3 K (3384bytes) 2024-11-11T21:48:54,380 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 2024-11-11T21:48:54,381 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 after 1ms 2024-11-11T21:48:54,384 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:54,384 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 took 4ms 2024-11-11T21:48:54,387 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 so closing down 2024-11-11T21:48:54,387 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:48:54,389 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361733898.temp 2024-11-11T21:48:54,391 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000003-wal.1731361733898.temp 2024-11-11T21:48:54,391 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:48:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741903_1081 (size=2944) 2024-11-11T21:48:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741903_1081 (size=2944) 2024-11-11T21:48:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741903_1081 (size=2944) 2024-11-11T21:48:54,493 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T21:48:54,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-11T21:48:54,676 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-11T21:48:54,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-11T21:48:54,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-11T21:48:54,678 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-11T21:48:54,678 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-11T21:48:54,812 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000003-wal.1731361733898.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T21:48:54,814 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000003-wal.1731361733898.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000032 2024-11-11T21:48:54,814 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 429 ms; skipped=2; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898, size=3.3 K, length=3384, corrupted=false, cancelled=false 2024-11-11T21:48:54,814 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898, journal: Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898, size=3.3 K (3384bytes) at 1731361734380Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 so closing down at 1731361734387 (+7 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000003-wal.1731361733898.temp at 1731361734391 (+4 ms)3 split writer threads finished at 1731361734391Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000003-wal.1731361733898.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731361734812 (+421 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000003-wal.1731361733898.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000032 at 1731361734814 (+2 ms)Processed 32 edits across 1 Regions in 429 ms; skipped=2; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898, size=3.3 K, length=3384, corrupted=false, cancelled=false at 1731361734814 2024-11-11T21:48:54,816 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361733898 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361733898 2024-11-11T21:48:54,818 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000032 2024-11-11T21:48:54,818 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:54,820 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:54,840 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361734820, exclude list is [], retry=0 2024-11-11T21:48:54,843 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:54,844 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:54,844 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:54,849 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361734820 2024-11-11T21:48:54,850 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:48:54,850 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c84324fb82d0d0f136a5d5b07bd56fb, NAME => 'testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:54,850 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:54,850 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,850 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,852 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,853 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName a 2024-11-11T21:48:54,853 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:54,859 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/a/d407d01a2bb94087b952d88cc2d0639d 2024-11-11T21:48:54,859 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:54,859 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,861 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName b 2024-11-11T21:48:54,861 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:54,862 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:54,862 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,863 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c84324fb82d0d0f136a5d5b07bd56fb columnFamilyName c 2024-11-11T21:48:54,863 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:54,873 DEBUG [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/c/b93dfc8b97aa4f4dba8aa812c1bb3965 2024-11-11T21:48:54,873 INFO [StoreOpener-1c84324fb82d0d0f136a5d5b07bd56fb-1 {}] regionserver.HStore(327): Store=1c84324fb82d0d0f136a5d5b07bd56fb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:54,873 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,874 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,876 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000032 2024-11-11T21:48:54,879 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:48:54,882 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000032 2024-11-11T21:48:54,882 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1c84324fb82d0d0f136a5d5b07bd56fb 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T21:48:54,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/b/a7960ce7c124441e81b2a95be0551a71 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731361733961/Put/seqid=0 2024-11-11T21:48:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741905_1083 (size=5958) 2024-11-11T21:48:54,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741905_1083 (size=5958) 2024-11-11T21:48:54,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741905_1083 (size=5958) 2024-11-11T21:48:54,928 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/b/a7960ce7c124441e81b2a95be0551a71 2024-11-11T21:48:54,936 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/.tmp/b/a7960ce7c124441e81b2a95be0551a71 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/b/a7960ce7c124441e81b2a95be0551a71 2024-11-11T21:48:54,943 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/b/a7960ce7c124441e81b2a95be0551a71, entries=10, sequenceid=32, filesize=5.8 K 2024-11-11T21:48:54,943 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1c84324fb82d0d0f136a5d5b07bd56fb in 61ms, sequenceid=32, compaction requested=false; wal=null 2024-11-11T21:48:54,944 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/0000000000000000032 2024-11-11T21:48:54,946 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,946 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,947 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:54,949 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1c84324fb82d0d0f136a5d5b07bd56fb 2024-11-11T21:48:54,958 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/1c84324fb82d0d0f136a5d5b07bd56fb/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-11T21:48:54,960 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1c84324fb82d0d0f136a5d5b07bd56fb; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66570488, jitterRate=-0.008022427558898926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:54,961 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1c84324fb82d0d0f136a5d5b07bd56fb: Writing region info on filesystem at 1731361734850Initializing all the Stores at 1731361734851 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361734851Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361734851Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361734851Obtaining lock to block concurrent updates at 1731361734882 (+31 ms)Preparing flush snapshotting stores in 1c84324fb82d0d0f136a5d5b07bd56fb at 1731361734882Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731361734882Flushing stores of testReplayEditsWrittenViaHRegion,,1731361733824.1c84324fb82d0d0f136a5d5b07bd56fb. at 1731361734882Flushing 1c84324fb82d0d0f136a5d5b07bd56fb/b: creating writer at 1731361734882Flushing 1c84324fb82d0d0f136a5d5b07bd56fb/b: appending metadata at 1731361734909 (+27 ms)Flushing 1c84324fb82d0d0f136a5d5b07bd56fb/b: closing flushed file at 1731361734909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64609a97: reopening flushed file at 1731361734935 (+26 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1c84324fb82d0d0f136a5d5b07bd56fb in 61ms, sequenceid=32, compaction requested=false; wal=null at 1731361734943 (+8 ms)Cleaning up temporary data from old regions at 1731361734946 (+3 ms)Region opened successfully at 1731361734961 (+15 ms) 2024-11-11T21:48:54,996 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=417 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:48320 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:48496 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:43458 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:41892 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:43266 [Waiting for operation #43] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:42080 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1124 (was 1050) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 208), ProcessCount=11 (was 11), AvailableMemoryMB=5471 (was 5596) 2024-11-11T21:48:54,996 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-11T21:48:55,015 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=417, OpenFileDescriptor=1124, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=5470 2024-11-11T21:48:55,015 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1124 is superior to 1024 2024-11-11T21:48:55,037 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:55,040 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:48:55,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:48:55,044 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88835955, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-88835955, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:55,059 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88835955/hregion-88835955.1731361735045, exclude list is [], retry=0 2024-11-11T21:48:55,062 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:55,063 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:55,064 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:55,077 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88835955/hregion-88835955.1731361735045 2024-11-11T21:48:55,077 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:55,078 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1ac449cd5f4b06b5c42e3ec31ed967ad, NAME => 'testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:48:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741907_1085 (size=68) 2024-11-11T21:48:55,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741907_1085 (size=68) 2024-11-11T21:48:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741907_1085 (size=68) 2024-11-11T21:48:55,131 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:55,133 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,135 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName a 2024-11-11T21:48:55,135 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:55,136 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:55,136 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,138 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName b 2024-11-11T21:48:55,138 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:55,139 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:55,139 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,141 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName c 2024-11-11T21:48:55,141 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:55,141 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:55,142 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,143 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,143 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,145 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,145 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,147 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:55,149 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,152 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:48:55,153 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ac449cd5f4b06b5c42e3ec31ed967ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59684079, jitterRate=-0.11063791811466217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:55,154 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ac449cd5f4b06b5c42e3ec31ed967ad: Writing region info on filesystem at 1731361735131Initializing all the Stores at 1731361735132 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361735132Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361735133 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361735133Cleaning up temporary data from old regions at 1731361735145 (+12 ms)Region opened successfully at 1731361735154 (+9 ms) 2024-11-11T21:48:55,154 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ac449cd5f4b06b5c42e3ec31ed967ad, disabling compactions & flushes 2024-11-11T21:48:55,154 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:48:55,154 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:48:55,154 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. after waiting 0 ms 2024-11-11T21:48:55,154 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:48:55,156 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:48:55,157 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ac449cd5f4b06b5c42e3ec31ed967ad: Waiting for close lock at 1731361735154Disabling compacts and flushes for region at 1731361735154Disabling writes for close at 1731361735154Writing region close event to WAL at 1731361735156 (+2 ms)Closed at 1731361735156 2024-11-11T21:48:55,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741906_1084 (size=95) 2024-11-11T21:48:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741906_1084 (size=95) 2024-11-11T21:48:55,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741906_1084 (size=95) 2024-11-11T21:48:55,172 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:48:55,172 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88835955:(num 1731361735045) 2024-11-11T21:48:55,172 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:48:55,175 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:48:55,187 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175, exclude list is [], retry=0 2024-11-11T21:48:55,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:48:55,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:48:55,190 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:48:55,192 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175 2024-11-11T21:48:55,192 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:48:55,247 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ac449cd5f4b06b5c42e3ec31ed967ad, NAME => 'testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:48:55,249 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,249 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:48:55,250 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,250 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,252 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,253 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName a 2024-11-11T21:48:55,253 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:55,254 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:55,254 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,255 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName b 2024-11-11T21:48:55,255 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:55,258 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:55,259 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,260 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName c 2024-11-11T21:48:55,260 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:48:55,261 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:48:55,261 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,262 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,269 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,271 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,271 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,272 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:48:55,274 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,275 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ac449cd5f4b06b5c42e3ec31ed967ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71824717, jitterRate=0.07027168571949005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:48:55,275 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:48:55,276 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ac449cd5f4b06b5c42e3ec31ed967ad: Running coprocessor pre-open hook at 1731361735250Writing region info on filesystem at 1731361735250Initializing all the Stores at 1731361735251 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361735251Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361735251Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361735251Cleaning up temporary data from old regions at 1731361735271 (+20 ms)Running coprocessor post-open hooks at 1731361735275 (+4 ms)Region opened successfully at 1731361735275 2024-11-11T21:48:55,297 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-11T21:48:55,299 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:55,615 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:48:56,300 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:57,301 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:58,301 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:48:59,302 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:00,303 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:00,752 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:49:01,305 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:02,306 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:03,306 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:03,361 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T21:49:04,307 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 1ac449cd5f4b06b5c42e3ec31ed967ad/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:04,308 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1ac449cd5f4b06b5c42e3ec31ed967ad: 2024-11-11T21:49:04,309 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:49:04,330 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1ac449cd5f4b06b5c42e3ec31ed967ad: 2024-11-11T21:49:04,331 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-11T21:49:04,331 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1ac449cd5f4b06b5c42e3ec31ed967ad, disabling compactions & flushes 2024-11-11T21:49:04,331 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:49:04,331 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:49:04,331 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. after waiting 0 ms 2024-11-11T21:49:04,331 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:49:04,331 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:49:04,332 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. 2024-11-11T21:49:04,332 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1ac449cd5f4b06b5c42e3ec31ed967ad: Waiting for close lock at 1731361744331Running coprocessor pre-close hooks at 1731361744331Disabling compacts and flushes for region at 1731361744331Disabling writes for close at 1731361744331Writing region close event to WAL at 1731361744331Running coprocessor post-close hooks at 1731361744332 (+1 ms)Closed at 1731361744332 2024-11-11T21:49:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741908_1086 (size=2685) 2024-11-11T21:49:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741908_1086 (size=2685) 2024-11-11T21:49:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741908_1086 (size=2685) 2024-11-11T21:49:04,360 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175, size=2.6 K (2685bytes) 2024-11-11T21:49:04,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175 2024-11-11T21:49:04,361 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175 after 1ms 2024-11-11T21:49:04,364 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:04,365 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175 took 5ms 2024-11-11T21:49:04,379 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175 so closing down 2024-11-11T21:49:04,380 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:49:04,383 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731361735175.temp 2024-11-11T21:49:04,384 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000004-wal.1731361735175.temp 2024-11-11T21:49:04,384 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:49:04,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741909_1087 (size=2094) 2024-11-11T21:49:04,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741909_1087 (size=2094) 2024-11-11T21:49:04,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741909_1087 (size=2094) 2024-11-11T21:49:04,409 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000004-wal.1731361735175.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-11T21:49:04,420 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000004-wal.1731361735175.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000026 2024-11-11T21:49:04,420 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 45 ms; skipped=3; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175, size=2.6 K, length=2685, corrupted=false, cancelled=false 2024-11-11T21:49:04,420 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175, journal: Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175, size=2.6 K (2685bytes) at 1731361744360Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175 so closing down at 1731361744379 (+19 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000004-wal.1731361735175.temp at 1731361744384 (+5 ms)3 split writer threads finished at 1731361744384Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000004-wal.1731361735175.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731361744409 (+25 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000004-wal.1731361735175.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000026 at 1731361744420 (+11 ms)Processed 23 edits across 1 Regions in 45 ms; skipped=3; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175, size=2.6 K, length=2685, corrupted=false, cancelled=false at 1731361744420 2024-11-11T21:49:04,425 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361735175 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361735175 2024-11-11T21:49:04,427 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000026 2024-11-11T21:49:04,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:04,429 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:04,452 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361744430, exclude list is [], retry=0 2024-11-11T21:49:04,457 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:04,457 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:04,458 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:04,465 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361744430 2024-11-11T21:49:04,467 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:49:04,468 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ac449cd5f4b06b5c42e3ec31ed967ad, NAME => 'testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:04,469 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,469 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:04,469 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,469 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,472 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,473 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName a 2024-11-11T21:49:04,473 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:04,474 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:04,474 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,475 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName b 2024-11-11T21:49:04,476 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:04,476 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:04,477 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,478 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ac449cd5f4b06b5c42e3ec31ed967ad columnFamilyName c 2024-11-11T21:49:04,478 DEBUG [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:04,479 INFO [StoreOpener-1ac449cd5f4b06b5c42e3ec31ed967ad-1 {}] regionserver.HStore(327): Store=1ac449cd5f4b06b5c42e3ec31ed967ad/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:04,479 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,481 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,484 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000026 2024-11-11T21:49:04,487 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:04,489 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000026 2024-11-11T21:49:04,489 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-11T21:49:04,518 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/a/9480f95a53b441d88e25eb49885b800b is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731361744314/Put/seqid=0 2024-11-11T21:49:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741911_1089 (size=5523) 2024-11-11T21:49:04,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741911_1089 (size=5523) 2024-11-11T21:49:04,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741911_1089 (size=5523) 2024-11-11T21:49:04,532 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/a/9480f95a53b441d88e25eb49885b800b 2024-11-11T21:49:04,571 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/b/12c530d6fa284c918eb61ee6a1103b5e is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731361744309/Put/seqid=0 2024-11-11T21:49:04,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741912_1090 (size=5524) 2024-11-11T21:49:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741912_1090 (size=5524) 2024-11-11T21:49:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741912_1090 (size=5524) 2024-11-11T21:49:04,586 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/b/12c530d6fa284c918eb61ee6a1103b5e 2024-11-11T21:49:04,612 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/c/cc32232478784319a2095c3fc705161e is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731361744311/Put/seqid=0 2024-11-11T21:49:04,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741913_1091 (size=5457) 2024-11-11T21:49:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741913_1091 (size=5457) 2024-11-11T21:49:04,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741913_1091 (size=5457) 2024-11-11T21:49:04,627 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/c/cc32232478784319a2095c3fc705161e 2024-11-11T21:49:04,632 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/a/9480f95a53b441d88e25eb49885b800b as hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/a/9480f95a53b441d88e25eb49885b800b 2024-11-11T21:49:04,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/a/9480f95a53b441d88e25eb49885b800b, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T21:49:04,639 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/b/12c530d6fa284c918eb61ee6a1103b5e as hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/b/12c530d6fa284c918eb61ee6a1103b5e 2024-11-11T21:49:04,645 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/b/12c530d6fa284c918eb61ee6a1103b5e, entries=7, sequenceid=26, filesize=5.4 K 2024-11-11T21:49:04,646 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/.tmp/c/cc32232478784319a2095c3fc705161e as hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/c/cc32232478784319a2095c3fc705161e 2024-11-11T21:49:04,659 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/c/cc32232478784319a2095c3fc705161e, entries=6, sequenceid=26, filesize=5.3 K 2024-11-11T21:49:04,660 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1ac449cd5f4b06b5c42e3ec31ed967ad in 171ms, sequenceid=26, compaction requested=false; wal=null 2024-11-11T21:49:04,669 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/0000000000000000026 2024-11-11T21:49:04,670 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,670 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,671 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:04,672 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,674 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsAfterAbortingFlush/1ac449cd5f4b06b5c42e3ec31ed967ad/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-11T21:49:04,675 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1ac449cd5f4b06b5c42e3ec31ed967ad; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66753568, jitterRate=-0.005294322967529297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:04,675 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ac449cd5f4b06b5c42e3ec31ed967ad 2024-11-11T21:49:04,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-11T21:49:04,675 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-11T21:49:04,676 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1ac449cd5f4b06b5c42e3ec31ed967ad: Running coprocessor pre-open hook at 1731361744469Writing region info on filesystem at 1731361744469Initializing all the Stores at 1731361744471 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361744471Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361744471Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361744471Obtaining lock to block concurrent updates at 1731361744489 (+18 ms)Preparing flush snapshotting stores in 1ac449cd5f4b06b5c42e3ec31ed967ad at 1731361744489Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731361744490 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1731361735038.1ac449cd5f4b06b5c42e3ec31ed967ad. at 1731361744490Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/a: creating writer at 1731361744490Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/a: appending metadata at 1731361744517 (+27 ms)Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/a: closing flushed file at 1731361744517Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/b: creating writer at 1731361744551 (+34 ms)Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/b: appending metadata at 1731361744571 (+20 ms)Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/b: closing flushed file at 1731361744571Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/c: creating writer at 1731361744592 (+21 ms)Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/c: appending metadata at 1731361744612 (+20 ms)Flushing 1ac449cd5f4b06b5c42e3ec31ed967ad/c: closing flushed file at 1731361744612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3561cc15: reopening flushed file at 1731361744632 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705ddef7: reopening flushed file at 1731361744638 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ed78dfe: reopening flushed file at 1731361744645 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 1ac449cd5f4b06b5c42e3ec31ed967ad in 171ms, sequenceid=26, compaction requested=false; wal=null at 1731361744660 (+15 ms)Cleaning up temporary data from old regions at 1731361744670 (+10 ms)Running coprocessor post-open hooks at 1731361744675 (+5 ms)Region opened successfully at 1731361744676 (+1 ms) 2024-11-11T21:49:04,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=415 (was 417), OpenFileDescriptor=1182 (was 1124) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4708 (was 5470) 2024-11-11T21:49:04,698 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-11T21:49:04,716 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=415, OpenFileDescriptor=1182, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4702 2024-11-11T21:49:04,716 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1182 is superior to 1024 2024-11-11T21:49:04,729 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:49:04,731 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:49:04,731 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:49:04,733 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-24060360, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-24060360, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:04,754 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-24060360/hregion-24060360.1731361744734, exclude list is [], retry=0 2024-11-11T21:49:04,757 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:04,764 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:04,766 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:04,785 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-24060360/hregion-24060360.1731361744734 2024-11-11T21:49:04,786 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:49:04,786 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => acafa72867d4ec2573acaee614c7788b, NAME => 'testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:49:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741915_1093 (size=61) 2024-11-11T21:49:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741915_1093 (size=61) 2024-11-11T21:49:04,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741915_1093 (size=61) 2024-11-11T21:49:04,801 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:04,802 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,803 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acafa72867d4ec2573acaee614c7788b columnFamilyName a 2024-11-11T21:49:04,803 DEBUG [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:04,804 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(327): Store=acafa72867d4ec2573acaee614c7788b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:04,804 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,806 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,806 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,809 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,809 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,814 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,824 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:49:04,824 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened acafa72867d4ec2573acaee614c7788b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59253215, jitterRate=-0.11705829203128815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:49:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for acafa72867d4ec2573acaee614c7788b: Writing region info on filesystem at 1731361744801Initializing all the Stores at 1731361744802 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361744802Cleaning up temporary data from old regions at 1731361744809 (+7 ms)Region opened successfully at 1731361744825 (+16 ms) 2024-11-11T21:49:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing acafa72867d4ec2573acaee614c7788b, disabling compactions & flushes 2024-11-11T21:49:04,825 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. after waiting 0 ms 2024-11-11T21:49:04,825 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,826 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,826 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for acafa72867d4ec2573acaee614c7788b: Waiting for close lock at 1731361744825Disabling compacts and flushes for region at 1731361744825Disabling writes for close at 1731361744825Writing region close event to WAL at 1731361744825Closed at 1731361744825 2024-11-11T21:49:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741914_1092 (size=95) 2024-11-11T21:49:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741914_1092 (size=95) 2024-11-11T21:49:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741914_1092 (size=95) 2024-11-11T21:49:04,831 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:49:04,831 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-24060360:(num 1731361744734) 2024-11-11T21:49:04,831 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:04,833 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:04,846 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833, exclude list is [], retry=0 2024-11-11T21:49:04,849 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:04,849 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:04,849 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:04,851 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833 2024-11-11T21:49:04,851 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-11T21:49:04,851 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => acafa72867d4ec2573acaee614c7788b, NAME => 'testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:04,852 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:04,852 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,852 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,853 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,854 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acafa72867d4ec2573acaee614c7788b columnFamilyName a 2024-11-11T21:49:04,855 DEBUG [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:04,861 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(327): Store=acafa72867d4ec2573acaee614c7788b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:04,861 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,862 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,864 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,865 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,865 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,868 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:04,870 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened acafa72867d4ec2573acaee614c7788b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68196653, jitterRate=0.016209319233894348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:49:04,870 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for acafa72867d4ec2573acaee614c7788b: Writing region info on filesystem at 1731361744852Initializing all the Stores at 1731361744853 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361744853Cleaning up temporary data from old regions at 1731361744865 (+12 ms)Region opened successfully at 1731361744870 (+5 ms) 2024-11-11T21:49:04,880 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing acafa72867d4ec2573acaee614c7788b, disabling compactions & flushes 2024-11-11T21:49:04,880 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,880 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,880 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. after waiting 0 ms 2024-11-11T21:49:04,880 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,881 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,881 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. 2024-11-11T21:49:04,881 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for acafa72867d4ec2573acaee614c7788b: Waiting for close lock at 1731361744880Disabling compacts and flushes for region at 1731361744880Disabling writes for close at 1731361744880Writing region close event to WAL at 1731361744881 (+1 ms)Closed at 1731361744881 2024-11-11T21:49:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741916_1094 (size=1050) 2024-11-11T21:49:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741916_1094 (size=1050) 2024-11-11T21:49:04,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741916_1094 (size=1050) 2024-11-11T21:49:04,902 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833, size=1.0 K (1050bytes) 2024-11-11T21:49:04,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833 2024-11-11T21:49:04,902 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833 after 0ms 2024-11-11T21:49:04,904 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:04,905 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833 took 3ms 2024-11-11T21:49:04,906 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833 so closing down 2024-11-11T21:49:04,906 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:49:04,908 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361744833.temp 2024-11-11T21:49:04,909 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000003-wal.1731361744833.temp 2024-11-11T21:49:04,909 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:49:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741917_1095 (size=1050) 2024-11-11T21:49:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741917_1095 (size=1050) 2024-11-11T21:49:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741917_1095 (size=1050) 2024-11-11T21:49:04,930 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000003-wal.1731361744833.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-11T21:49:04,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000003-wal.1731361744833.temp to hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012 2024-11-11T21:49:04,934 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-11T21:49:04,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833, journal: Splitting hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833, size=1.0 K (1050bytes) at 1731361744902Finishing writing output for hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833 so closing down at 1731361744906 (+4 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000003-wal.1731361744833.temp at 1731361744909 (+3 ms)3 split writer threads finished at 1731361744909Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000003-wal.1731361744833.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731361744933 (+24 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000003-wal.1731361744833.temp to hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012 at 1731361744934 (+1 ms)Processed 10 edits across 1 Regions in 29 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731361744935 (+1 ms) 2024-11-11T21:49:04,936 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361744833 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361744833 2024-11-11T21:49:04,937 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012 2024-11-11T21:49:04,940 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:05,801 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:05,804 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:05,817 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361745804, exclude list is [], retry=0 2024-11-11T21:49:05,820 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:05,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:05,821 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:05,829 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361745804 2024-11-11T21:49:05,832 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:49:05,833 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => acafa72867d4ec2573acaee614c7788b, NAME => 'testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:05,833 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:05,833 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,833 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,838 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,842 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acafa72867d4ec2573acaee614c7788b columnFamilyName a 2024-11-11T21:49:05,842 DEBUG [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:05,843 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(327): Store=acafa72867d4ec2573acaee614c7788b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:05,843 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,844 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,846 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,847 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012 2024-11-11T21:49:05,850 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:05,852 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012 2024-11-11T21:49:05,853 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing acafa72867d4ec2573acaee614c7788b 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-11T21:49:05,883 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/.tmp/a/5ab0a3284f2b4e60be6624fb1179b553 is 79, key is testDatalossWhenInputError/a:x0/1731361744870/Put/seqid=0 2024-11-11T21:49:05,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741919_1097 (size=5808) 2024-11-11T21:49:05,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741919_1097 (size=5808) 2024-11-11T21:49:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741919_1097 (size=5808) 2024-11-11T21:49:05,897 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/.tmp/a/5ab0a3284f2b4e60be6624fb1179b553 2024-11-11T21:49:05,910 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/.tmp/a/5ab0a3284f2b4e60be6624fb1179b553 as hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/a/5ab0a3284f2b4e60be6624fb1179b553 2024-11-11T21:49:05,920 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/a/5ab0a3284f2b4e60be6624fb1179b553, entries=10, sequenceid=12, filesize=5.7 K 2024-11-11T21:49:05,920 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for acafa72867d4ec2573acaee614c7788b in 68ms, sequenceid=12, compaction requested=false; wal=null 2024-11-11T21:49:05,922 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/0000000000000000012 2024-11-11T21:49:05,923 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,923 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,928 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,938 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-11T21:49:05,940 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened acafa72867d4ec2573acaee614c7788b; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72386205, jitterRate=0.07863850891590118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:49:05,941 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for acafa72867d4ec2573acaee614c7788b: Writing region info on filesystem at 1731361745833Initializing all the Stores at 1731361745837 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361745837Obtaining lock to block concurrent updates at 1731361745853 (+16 ms)Preparing flush snapshotting stores in acafa72867d4ec2573acaee614c7788b at 1731361745853Finished memstore snapshotting testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731361745853Flushing stores of testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b. at 1731361745853Flushing acafa72867d4ec2573acaee614c7788b/a: creating writer at 1731361745853Flushing acafa72867d4ec2573acaee614c7788b/a: appending metadata at 1731361745882 (+29 ms)Flushing acafa72867d4ec2573acaee614c7788b/a: closing flushed file at 1731361745882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69bf7dea: reopening flushed file at 1731361745908 (+26 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for acafa72867d4ec2573acaee614c7788b in 68ms, sequenceid=12, compaction requested=false; wal=null at 1731361745920 (+12 ms)Cleaning up temporary data from old regions at 1731361745923 (+3 ms)Region opened successfully at 1731361745940 (+17 ms) 2024-11-11T21:49:05,949 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => acafa72867d4ec2573acaee614c7788b, NAME => 'testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:05,949 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731361744730.acafa72867d4ec2573acaee614c7788b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:05,949 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,949 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,951 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,952 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region acafa72867d4ec2573acaee614c7788b columnFamilyName a 2024-11-11T21:49:05,952 DEBUG [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:05,963 DEBUG [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/a/5ab0a3284f2b4e60be6624fb1179b553 2024-11-11T21:49:05,963 INFO [StoreOpener-acafa72867d4ec2573acaee614c7788b-1 {}] regionserver.HStore(327): Store=acafa72867d4ec2573acaee614c7788b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:05,964 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,964 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,965 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,966 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,966 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,969 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for acafa72867d4ec2573acaee614c7788b 2024-11-11T21:49:05,972 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testDatalossWhenInputError/acafa72867d4ec2573acaee614c7788b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-11T21:49:05,974 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened acafa72867d4ec2573acaee614c7788b; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65618678, jitterRate=-0.022205501794815063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-11T21:49:05,974 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for acafa72867d4ec2573acaee614c7788b: Writing region info on filesystem at 1731361745949Initializing all the Stores at 1731361745950 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361745950Cleaning up temporary data from old regions at 1731361745966 (+16 ms)Region opened successfully at 1731361745974 (+8 ms) 2024-11-11T21:49:05,997 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=425 (was 415) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:48744 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:57628 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:49834 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:49910 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1529288909-172.17.0.2-1731361710938:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:48802 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:57540 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1182) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4390 (was 4702) 2024-11-11T21:49:05,997 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-11T21:49:06,013 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=4389 2024-11-11T21:49:06,013 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-11T21:49:06,035 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:49:06,038 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:49:06,039 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:49:06,043 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43808972, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-43808972, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:06,063 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43808972/hregion-43808972.1731361746043, exclude list is [], retry=0 2024-11-11T21:49:06,066 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:06,066 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:06,071 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:06,082 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43808972/hregion-43808972.1731361746043 2024-11-11T21:49:06,083 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:49:06,083 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3fb55772340a54a59693449ba0338c07, NAME => 'testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:49:06,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741921_1099 (size=63) 2024-11-11T21:49:06,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741921_1099 (size=63) 2024-11-11T21:49:06,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741921_1099 (size=63) 2024-11-11T21:49:06,109 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:06,114 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,116 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName a 2024-11-11T21:49:06,116 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:06,117 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:06,117 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,119 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName b 2024-11-11T21:49:06,119 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:06,120 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:06,125 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,133 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName c 2024-11-11T21:49:06,133 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:06,134 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:06,134 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,137 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,140 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,140 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,143 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:06,146 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,165 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:49:06,166 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3fb55772340a54a59693449ba0338c07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64642866, jitterRate=-0.03674623370170593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:06,167 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3fb55772340a54a59693449ba0338c07: Writing region info on filesystem at 1731361746109Initializing all the Stores at 1731361746113 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361746113Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361746113Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361746113Cleaning up temporary data from old regions at 1731361746140 (+27 ms)Region opened successfully at 1731361746167 (+27 ms) 2024-11-11T21:49:06,167 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3fb55772340a54a59693449ba0338c07, disabling compactions & flushes 2024-11-11T21:49:06,167 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:06,167 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:06,167 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. after waiting 0 ms 2024-11-11T21:49:06,167 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:06,168 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:06,168 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3fb55772340a54a59693449ba0338c07: Waiting for close lock at 1731361746167Disabling compacts and flushes for region at 1731361746167Disabling writes for close at 1731361746167Writing region close event to WAL at 1731361746168 (+1 ms)Closed at 1731361746168 2024-11-11T21:49:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741920_1098 (size=95) 2024-11-11T21:49:06,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741920_1098 (size=95) 2024-11-11T21:49:06,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741920_1098 (size=95) 2024-11-11T21:49:06,180 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:49:06,180 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43808972:(num 1731361746043) 2024-11-11T21:49:06,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:06,184 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:06,204 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184, exclude list is [], retry=0 2024-11-11T21:49:06,210 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:06,210 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:06,210 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:06,217 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 2024-11-11T21:49:06,218 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:49:06,218 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fb55772340a54a59693449ba0338c07, NAME => 'testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:06,218 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:06,219 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,219 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,225 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,227 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName a 2024-11-11T21:49:06,227 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:06,228 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:06,228 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,229 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName b 2024-11-11T21:49:06,229 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:06,230 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:06,230 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,231 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName c 2024-11-11T21:49:06,232 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:06,234 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:06,234 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,235 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,236 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,238 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,238 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,238 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:06,245 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:06,246 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3fb55772340a54a59693449ba0338c07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70788296, jitterRate=0.05482780933380127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:06,247 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3fb55772340a54a59693449ba0338c07: Writing region info on filesystem at 1731361746219Initializing all the Stores at 1731361746220 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361746220Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361746225 (+5 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361746225Cleaning up temporary data from old regions at 1731361746238 (+13 ms)Region opened successfully at 1731361746247 (+9 ms) 2024-11-11T21:49:06,259 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731361746258/Put/seqid=0 2024-11-11T21:49:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741923_1101 (size=4875) 2024-11-11T21:49:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741923_1101 (size=4875) 2024-11-11T21:49:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741923_1101 (size=4875) 2024-11-11T21:49:06,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731361746689/Put/seqid=0 2024-11-11T21:49:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741924_1102 (size=4875) 2024-11-11T21:49:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741924_1102 (size=4875) 2024-11-11T21:49:06,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741924_1102 (size=4875) 2024-11-11T21:49:06,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731361746699/Put/seqid=0 2024-11-11T21:49:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741925_1103 (size=4875) 2024-11-11T21:49:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741925_1103 (size=4875) 2024-11-11T21:49:06,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741925_1103 (size=4875) 2024-11-11T21:49:06,706 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 3fb55772340a54a59693449ba0338c07/a 2024-11-11T21:49:06,709 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-11T21:49:06,709 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:49:06,709 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 3fb55772340a54a59693449ba0338c07/a 2024-11-11T21:49:06,712 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-11T21:49:06,712 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:49:06,712 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 3fb55772340a54a59693449ba0338c07/a 2024-11-11T21:49:06,715 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-11T21:49:06,715 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T21:49:06,715 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3fb55772340a54a59693449ba0338c07 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-11T21:49:06,733 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/.tmp/a/eab7d001a970418493f9fee3771aa21e is 55, key is testCompactedBulkLoadedFiles/a:a/1731361746248/Put/seqid=0 2024-11-11T21:49:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741926_1104 (size=5107) 2024-11-11T21:49:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741926_1104 (size=5107) 2024-11-11T21:49:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741926_1104 (size=5107) 2024-11-11T21:49:06,741 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/.tmp/a/eab7d001a970418493f9fee3771aa21e 2024-11-11T21:49:06,746 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/.tmp/a/eab7d001a970418493f9fee3771aa21e as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e 2024-11-11T21:49:06,751 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e, entries=1, sequenceid=4, filesize=5.0 K 2024-11-11T21:49:06,752 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 3fb55772340a54a59693449ba0338c07 in 37ms, sequenceid=4, compaction requested=false 2024-11-11T21:49:06,752 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3fb55772340a54a59693449ba0338c07: 2024-11-11T21:49:06,753 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_ 2024-11-11T21:49:06,754 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_ 2024-11-11T21:49:06,755 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_ 2024-11-11T21:49:06,755 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile0 into 3fb55772340a54a59693449ba0338c07/a as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_ - updating store file list. 2024-11-11T21:49:06,760 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd869f95c6994642b4f6e03507c15bb8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:49:06,760 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_ into 3fb55772340a54a59693449ba0338c07/a 2024-11-11T21:49:06,760 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile0 into 3fb55772340a54a59693449ba0338c07/a (new location: hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_) 2024-11-11T21:49:06,761 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile1 into 3fb55772340a54a59693449ba0338c07/a as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_ - updating store file list. 2024-11-11T21:49:06,765 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:49:06,765 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_ into 3fb55772340a54a59693449ba0338c07/a 2024-11-11T21:49:06,765 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile1 into 3fb55772340a54a59693449ba0338c07/a (new location: hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_) 2024-11-11T21:49:06,766 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile2 into 3fb55772340a54a59693449ba0338c07/a as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_ - updating store file list. 2024-11-11T21:49:06,771 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6df42769cd23411e84886a429fc264dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:49:06,772 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_ into 3fb55772340a54a59693449ba0338c07/a 2024-11-11T21:49:06,772 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41257/hbase/testCompactedBulkLoadedFiles/hfile2 into 3fb55772340a54a59693449ba0338c07/a (new location: hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_) 2024-11-11T21:49:06,780 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-11T21:49:06,780 DEBUG [Time-limited test {}] regionserver.HStore(1541): 3fb55772340a54a59693449ba0338c07/a is initiating major compaction (all files) 2024-11-11T21:49:06,780 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 3fb55772340a54a59693449ba0338c07/a in testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:06,781 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_] into tmpdir=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/.tmp, totalSize=19.3 K 2024-11-11T21:49:06,781 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eab7d001a970418493f9fee3771aa21e, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731361746248 2024-11-11T21:49:06,782 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting dd869f95c6994642b4f6e03507c15bb8_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T21:49:06,782 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T21:49:06,783 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 6df42769cd23411e84886a429fc264dc_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-11T21:49:06,796 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/.tmp/a/8631a19e43544f3a83d2987c63887697 is 55, key is testCompactedBulkLoadedFiles/a:a/1731361746248/Put/seqid=0 2024-11-11T21:49:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741927_1105 (size=6154) 2024-11-11T21:49:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741927_1105 (size=6154) 2024-11-11T21:49:06,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741927_1105 (size=6154) 2024-11-11T21:49:06,809 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/.tmp/a/8631a19e43544f3a83d2987c63887697 as hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/8631a19e43544f3a83d2987c63887697 2024-11-11T21:49:06,816 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 3fb55772340a54a59693449ba0338c07/a of 3fb55772340a54a59693449ba0338c07 into 8631a19e43544f3a83d2987c63887697(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-11T21:49:06,816 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 3fb55772340a54a59693449ba0338c07: 2024-11-11T21:49:06,816 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T21:49:06,816 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-11T21:49:06,850 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184, size=0 (0bytes) 2024-11-11T21:49:06,850 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 might be still open, length is 0 2024-11-11T21:49:06,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 2024-11-11T21:49:06,850 WARN [IPC Server handler 4 on default port 41257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-11T21:49:06,850 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 after 0ms 2024-11-11T21:49:09,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:49938 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:38049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49938 dst: /127.0.0.1:38049 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38049 remote=/127.0.0.1:49938]. Total timeout mills is 60000, 57774 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:09,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:48816 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:42679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48816 dst: /127.0.0.1:42679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:09,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:57656 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:46097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57656 dst: /127.0.0.1:46097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:09,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741922_1106 (size=1173) 2024-11-11T21:49:09,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741922_1106 (size=1173) 2024-11-11T21:49:09,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741922_1106 (size=1173) 2024-11-11T21:49:09,834 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-11T21:49:10,851 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 after 4001ms 2024-11-11T21:49:10,855 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:10,855 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 took 4006ms 2024-11-11T21:49:10,858 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184; continuing. 2024-11-11T21:49:10,858 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 so closing down 2024-11-11T21:49:10,858 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:49:10,860 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361746184.temp 2024-11-11T21:49:10,862 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000003-wal.1731361746184.temp 2024-11-11T21:49:10,862 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:49:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741928_1107 (size=548) 2024-11-11T21:49:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741928_1107 (size=548) 2024-11-11T21:49:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741928_1107 (size=548) 2024-11-11T21:49:10,870 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000003-wal.1731361746184.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-11T21:49:10,872 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000003-wal.1731361746184.temp to hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000008 2024-11-11T21:49:10,872 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:49:10,872 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184, journal: Splitting hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184, size=0 (0bytes) at 1731361746850Finishing writing output for hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 so closing down at 1731361750858 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000003-wal.1731361746184.temp at 1731361750862 (+4 ms)3 split writer threads finished at 1731361750862Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000003-wal.1731361746184.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731361750870 (+8 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000003-wal.1731361746184.temp to hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000008 at 1731361750872 (+2 ms)Processed 5 edits across 1 Regions in 16 ms; skipped=3; WAL=hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184, size=0, length=0, corrupted=false, cancelled=false at 1731361750872 2024-11-11T21:49:10,874 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361746184 2024-11-11T21:49:10,875 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000008 2024-11-11T21:49:10,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:10,878 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:10,893 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361750879, exclude list is [], retry=0 2024-11-11T21:49:10,896 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:10,896 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:10,896 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:10,898 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361750879 2024-11-11T21:49:10,898 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:40907:40907)] 2024-11-11T21:49:10,898 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fb55772340a54a59693449ba0338c07, NAME => 'testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:10,899 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:10,899 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,899 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,900 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,901 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName a 2024-11-11T21:49:10,901 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:10,907 DEBUG [StoreFileOpener-3fb55772340a54a59693449ba0338c07-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:49:10,907 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_ 2024-11-11T21:49:10,911 DEBUG [StoreFileOpener-3fb55772340a54a59693449ba0338c07-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6df42769cd23411e84886a429fc264dc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:49:10,911 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_ 2024-11-11T21:49:10,916 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/8631a19e43544f3a83d2987c63887697 2024-11-11T21:49:10,920 DEBUG [StoreFileOpener-3fb55772340a54a59693449ba0338c07-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd869f95c6994642b4f6e03507c15bb8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T21:49:10,920 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_ 2024-11-11T21:49:10,924 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e 2024-11-11T21:49:10,924 WARN [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f71eaa5 2024-11-11T21:49:10,925 WARN [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f71eaa5 2024-11-11T21:49:10,925 WARN [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f71eaa5 2024-11-11T21:49:10,925 WARN [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@1f71eaa5 2024-11-11T21:49:10,925 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e] to archive 2024-11-11T21:49:10,926 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-11T21:49:10,927 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_ to hdfs://localhost:41257/hbase/archive/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_ 2024-11-11T21:49:10,929 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_ to hdfs://localhost:41257/hbase/archive/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/6df42769cd23411e84886a429fc264dc_SeqId_4_ 2024-11-11T21:49:10,930 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_ to hdfs://localhost:41257/hbase/archive/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/dd869f95c6994642b4f6e03507c15bb8_SeqId_4_ 2024-11-11T21:49:10,931 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e to hdfs://localhost:41257/hbase/archive/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/a/eab7d001a970418493f9fee3771aa21e 2024-11-11T21:49:10,931 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:10,931 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,932 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName b 2024-11-11T21:49:10,932 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:10,933 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:10,933 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,934 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fb55772340a54a59693449ba0338c07 columnFamilyName c 2024-11-11T21:49:10,934 DEBUG [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:10,934 INFO [StoreOpener-3fb55772340a54a59693449ba0338c07-1 {}] regionserver.HStore(327): Store=3fb55772340a54a59693449ba0338c07/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:10,934 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,935 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,937 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,937 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000008 2024-11-11T21:49:10,939 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:10,941 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 3fb55772340a54a59693449ba0338c07 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "3fb55772340a54a59693449ba0338c07" family_name: "a" compaction_input: "eab7d001a970418493f9fee3771aa21e" compaction_input: "dd869f95c6994642b4f6e03507c15bb8_SeqId_4_" compaction_input: "5d6d862eec21453c89f5cbedc1e0050b_SeqId_4_" compaction_input: "6df42769cd23411e84886a429fc264dc_SeqId_4_" compaction_output: "8631a19e43544f3a83d2987c63887697" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-11T21:49:10,941 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-11T21:49:10,942 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000008 2024-11-11T21:49:10,942 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/0000000000000000008 2024-11-11T21:49:10,943 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,943 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,944 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:10,945 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3fb55772340a54a59693449ba0338c07 2024-11-11T21:49:10,947 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testCompactedBulkLoadedFiles/3fb55772340a54a59693449ba0338c07/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T21:49:10,948 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3fb55772340a54a59693449ba0338c07; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65031795, jitterRate=-0.030950739979743958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:10,948 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3fb55772340a54a59693449ba0338c07: Writing region info on filesystem at 1731361750899Initializing all the Stores at 1731361750900 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361750900Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361750900Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361750900Cleaning up temporary data from old regions at 1731361750944 (+44 ms)Region opened successfully at 1731361750948 (+4 ms) 2024-11-11T21:49:10,951 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3fb55772340a54a59693449ba0338c07, disabling compactions & flushes 2024-11-11T21:49:10,951 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:10,951 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:10,951 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. after waiting 0 ms 2024-11-11T21:49:10,951 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:10,952 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731361746036.3fb55772340a54a59693449ba0338c07. 2024-11-11T21:49:10,952 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3fb55772340a54a59693449ba0338c07: Waiting for close lock at 1731361750951Disabling compacts and flushes for region at 1731361750951Disabling writes for close at 1731361750951Writing region close event to WAL at 1731361750952 (+1 ms)Closed at 1731361750952 2024-11-11T21:49:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741929_1108 (size=95) 2024-11-11T21:49:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741929_1108 (size=95) 2024-11-11T21:49:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741929_1108 (size=95) 2024-11-11T21:49:10,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:49:10,956 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361750879) 2024-11-11T21:49:10,969 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=440 (was 425) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:41257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2026804621_22 at /127.0.0.1:44764 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2026804621_22 at /127.0.0.1:42386 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:41257 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2026804621_22 at /127.0.0.1:33286 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=206 (was 215), ProcessCount=11 (was 11), AvailableMemoryMB=4381 (was 4389) 2024-11-11T21:49:10,969 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-11T21:49:10,981 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=206, ProcessCount=11, AvailableMemoryMB=4378 2024-11-11T21:49:10,981 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-11T21:49:10,995 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:49:10,997 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T21:49:10,998 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T21:49:11,000 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59994368, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/hregion-59994368, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:11,013 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59994368/hregion-59994368.1731361751001, exclude list is [], retry=0 2024-11-11T21:49:11,016 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:11,016 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:11,016 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:11,018 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59994368/hregion-59994368.1731361751001 2024-11-11T21:49:11,018 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-11T21:49:11,018 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 70c82907175b8cb5257f2beeb28ec3d1, NAME => 'testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41257/hbase 2024-11-11T21:49:11,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741931_1110 (size=67) 2024-11-11T21:49:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741931_1110 (size=67) 2024-11-11T21:49:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741931_1110 (size=67) 2024-11-11T21:49:11,026 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:11,028 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,029 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName a 2024-11-11T21:49:11,029 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,029 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,029 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,031 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName b 2024-11-11T21:49:11,031 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,031 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,031 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,032 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName c 2024-11-11T21:49:11,032 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,033 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,033 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,034 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,035 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,035 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,036 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:11,037 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,039 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T21:49:11,039 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70c82907175b8cb5257f2beeb28ec3d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68051202, jitterRate=0.014041930437088013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:11,039 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70c82907175b8cb5257f2beeb28ec3d1: Writing region info on filesystem at 1731361751027Initializing all the Stores at 1731361751027Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751027Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751027Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751027Cleaning up temporary data from old regions at 1731361751035 (+8 ms)Region opened successfully at 1731361751039 (+4 ms) 2024-11-11T21:49:11,039 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 70c82907175b8cb5257f2beeb28ec3d1, disabling compactions & flushes 2024-11-11T21:49:11,039 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,039 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,039 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. after waiting 0 ms 2024-11-11T21:49:11,039 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,040 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,040 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 70c82907175b8cb5257f2beeb28ec3d1: Waiting for close lock at 1731361751039Disabling compacts and flushes for region at 1731361751039Disabling writes for close at 1731361751039Writing region close event to WAL at 1731361751040 (+1 ms)Closed at 1731361751040 2024-11-11T21:49:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741930_1109 (size=95) 2024-11-11T21:49:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741930_1109 (size=95) 2024-11-11T21:49:11,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741930_1109 (size=95) 2024-11-11T21:49:11,044 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:49:11,044 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59994368:(num 1731361751001) 2024-11-11T21:49:11,045 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:11,046 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:11,058 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046, exclude list is [], retry=0 2024-11-11T21:49:11,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:11,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:11,061 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:11,063 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046 2024-11-11T21:49:11,063 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:33479:33479),(127.0.0.1/127.0.0.1:34587:34587)] 2024-11-11T21:49:11,063 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 70c82907175b8cb5257f2beeb28ec3d1, NAME => 'testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:11,064 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:11,064 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,064 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,067 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,068 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName a 2024-11-11T21:49:11,068 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,068 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,068 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,069 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName b 2024-11-11T21:49:11,069 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,069 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,069 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,070 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName c 2024-11-11T21:49:11,070 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,071 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,071 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,072 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,073 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,073 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,073 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:11,075 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,075 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70c82907175b8cb5257f2beeb28ec3d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66928732, jitterRate=-0.002684175968170166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:11,075 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70c82907175b8cb5257f2beeb28ec3d1: Writing region info on filesystem at 1731361751064Initializing all the Stores at 1731361751065 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751065Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751066 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751067 (+1 ms)Cleaning up temporary data from old regions at 1731361751073 (+6 ms)Region opened successfully at 1731361751075 (+2 ms) 2024-11-11T21:49:11,082 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 70c82907175b8cb5257f2beeb28ec3d1 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-11T21:49:11,096 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/a/fe35edad4feb49d5a50c1cfad955718f is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731361751075/Put/seqid=0 2024-11-11T21:49:11,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741933_1112 (size=5958) 2024-11-11T21:49:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741933_1112 (size=5958) 2024-11-11T21:49:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741933_1112 (size=5958) 2024-11-11T21:49:11,103 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/a/fe35edad4feb49d5a50c1cfad955718f 2024-11-11T21:49:11,108 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/a/fe35edad4feb49d5a50c1cfad955718f as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/a/fe35edad4feb49d5a50c1cfad955718f 2024-11-11T21:49:11,113 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/a/fe35edad4feb49d5a50c1cfad955718f, entries=10, sequenceid=13, filesize=5.8 K 2024-11-11T21:49:11,114 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 70c82907175b8cb5257f2beeb28ec3d1 in 33ms, sequenceid=13, compaction requested=false 2024-11-11T21:49:11,114 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 70c82907175b8cb5257f2beeb28ec3d1: 2024-11-11T21:49:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 70c82907175b8cb5257f2beeb28ec3d1, disabling compactions & flushes 2024-11-11T21:49:11,128 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. after waiting 0 ms 2024-11-11T21:49:11,128 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,129 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,129 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:11,129 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 70c82907175b8cb5257f2beeb28ec3d1: Waiting for close lock at 1731361751128Disabling compacts and flushes for region at 1731361751128Disabling writes for close at 1731361751128Writing region close event to WAL at 1731361751129 (+1 ms)Closed at 1731361751129 2024-11-11T21:49:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741932_1111 (size=3345) 2024-11-11T21:49:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741932_1111 (size=3345) 2024-11-11T21:49:11,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741932_1111 (size=3345) 2024-11-11T21:49:11,146 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046, size=3.3 K (3345bytes) 2024-11-11T21:49:11,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046 2024-11-11T21:49:11,147 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046 after 1ms 2024-11-11T21:49:11,149 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:11,149 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046 took 3ms 2024-11-11T21:49:11,151 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046 so closing down 2024-11-11T21:49:11,151 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:49:11,152 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731361751046.temp 2024-11-11T21:49:11,153 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000003-wal.1731361751046.temp 2024-11-11T21:49:11,154 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:49:11,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741934_1113 (size=2944) 2024-11-11T21:49:11,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741934_1113 (size=2944) 2024-11-11T21:49:11,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741934_1113 (size=2944) 2024-11-11T21:49:11,160 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000003-wal.1731361751046.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T21:49:11,161 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000003-wal.1731361751046.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000035 2024-11-11T21:49:11,161 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046, size=3.3 K, length=3345, corrupted=false, cancelled=false 2024-11-11T21:49:11,161 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046, journal: Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046, size=3.3 K (3345bytes) at 1731361751146Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046 so closing down at 1731361751151 (+5 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000003-wal.1731361751046.temp at 1731361751153 (+2 ms)3 split writer threads finished at 1731361751154 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000003-wal.1731361751046.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731361751160 (+6 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000003-wal.1731361751046.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000035 at 1731361751161 (+1 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046, size=3.3 K, length=3345, corrupted=false, cancelled=false at 1731361751161 2024-11-11T21:49:11,163 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751046 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361751046 2024-11-11T21:49:11,164 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000035 2024-11-11T21:49:11,164 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:11,166 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:11,184 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166, exclude list is [], retry=0 2024-11-11T21:49:11,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:11,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:11,187 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:11,189 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 2024-11-11T21:49:11,189 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-11T21:49:11,189 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 70c82907175b8cb5257f2beeb28ec3d1, NAME => 'testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T21:49:11,189 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:11,189 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,189 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,191 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,191 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName a 2024-11-11T21:49:11,191 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,197 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/a/fe35edad4feb49d5a50c1cfad955718f 2024-11-11T21:49:11,197 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,197 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,198 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName b 2024-11-11T21:49:11,198 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,198 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,199 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,199 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName c 2024-11-11T21:49:11,200 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:11,200 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:11,200 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,202 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,203 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000035 2024-11-11T21:49:11,205 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:11,206 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000035 2024-11-11T21:49:11,206 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 70c82907175b8cb5257f2beeb28ec3d1 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-11T21:49:11,221 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/b/31061810bbe44aa586a93f2dc782a6d8 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731361751114/Put/seqid=0 2024-11-11T21:49:11,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741936_1115 (size=5958) 2024-11-11T21:49:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741936_1115 (size=5958) 2024-11-11T21:49:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741936_1115 (size=5958) 2024-11-11T21:49:11,227 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/b/31061810bbe44aa586a93f2dc782a6d8 2024-11-11T21:49:11,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/c/347b5d4ee0fa44a5a3df32f7e3efc4f1 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731361751120/Put/seqid=0 2024-11-11T21:49:11,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741937_1116 (size=5958) 2024-11-11T21:49:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741937_1116 (size=5958) 2024-11-11T21:49:11,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741937_1116 (size=5958) 2024-11-11T21:49:11,278 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/c/347b5d4ee0fa44a5a3df32f7e3efc4f1 2024-11-11T21:49:11,284 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/b/31061810bbe44aa586a93f2dc782a6d8 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/b/31061810bbe44aa586a93f2dc782a6d8 2024-11-11T21:49:11,289 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/b/31061810bbe44aa586a93f2dc782a6d8, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T21:49:11,291 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/c/347b5d4ee0fa44a5a3df32f7e3efc4f1 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/c/347b5d4ee0fa44a5a3df32f7e3efc4f1 2024-11-11T21:49:11,295 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/c/347b5d4ee0fa44a5a3df32f7e3efc4f1, entries=10, sequenceid=35, filesize=5.8 K 2024-11-11T21:49:11,296 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 70c82907175b8cb5257f2beeb28ec3d1 in 90ms, sequenceid=35, compaction requested=false; wal=null 2024-11-11T21:49:11,296 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000035 2024-11-11T21:49:11,298 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,298 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,298 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:11,299 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:11,302 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-11T21:49:11,303 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70c82907175b8cb5257f2beeb28ec3d1; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67057152, jitterRate=-7.7056884765625E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:11,303 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70c82907175b8cb5257f2beeb28ec3d1: Writing region info on filesystem at 1731361751190Initializing all the Stores at 1731361751190Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751190Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751191 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361751191Obtaining lock to block concurrent updates at 1731361751206 (+15 ms)Preparing flush snapshotting stores in 70c82907175b8cb5257f2beeb28ec3d1 at 1731361751206Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731361751206Flushing stores of testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. at 1731361751206Flushing 70c82907175b8cb5257f2beeb28ec3d1/b: creating writer at 1731361751206Flushing 70c82907175b8cb5257f2beeb28ec3d1/b: appending metadata at 1731361751221 (+15 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/b: closing flushed file at 1731361751221Flushing 70c82907175b8cb5257f2beeb28ec3d1/c: creating writer at 1731361751231 (+10 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/c: appending metadata at 1731361751270 (+39 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/c: closing flushed file at 1731361751270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769c04d7: reopening flushed file at 1731361751283 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ab1eb9: reopening flushed file at 1731361751290 (+7 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 70c82907175b8cb5257f2beeb28ec3d1 in 90ms, sequenceid=35, compaction requested=false; wal=null at 1731361751296 (+6 ms)Cleaning up temporary data from old regions at 1731361751298 (+2 ms)Region opened successfully at 1731361751303 (+5 ms) 2024-11-11T21:49:11,368 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166, size=0 (0bytes) 2024-11-11T21:49:11,369 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 might be still open, length is 0 2024-11-11T21:49:11,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 2024-11-11T21:49:11,369 WARN [IPC Server handler 4 on default port 41257 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-11T21:49:11,369 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 after 0ms 2024-11-11T21:49:12,043 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:33332 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:38049:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:33332 dst: /127.0.0.1:38049 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:38049 remote=/127.0.0.1:33332]. Total timeout mills is 60000, 59288 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:12,044 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:42462 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:46097:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42462 dst: /127.0.0.1:46097 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:12,044 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_872193913_22 at /127.0.0.1:44794 [Receiving block BP-1529288909-172.17.0.2-1731361710938:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:42679:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44794 dst: /127.0.0.1:42679 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:12,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741935_1117 (size=2936) 2024-11-11T21:49:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741935_1117 (size=2936) 2024-11-11T21:49:12,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741935_1117 (size=2936) 2024-11-11T21:49:14,675 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-11T21:49:14,676 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-11T21:49:14,676 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-11T21:49:14,676 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-11T21:49:14,677 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-11T21:49:14,677 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-11T21:49:15,371 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 after 4002ms 2024-11-11T21:49:15,378 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:15,378 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 took 4010ms 2024-11-11T21:49:15,381 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166; continuing. 2024-11-11T21:49:15,381 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 so closing down 2024-11-11T21:49:15,381 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-11T21:49:15,383 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731361751166.temp 2024-11-11T21:49:15,384 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000037-wal.1731361751166.temp 2024-11-11T21:49:15,385 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-11T21:49:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741938_1118 (size=2944) 2024-11-11T21:49:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741938_1118 (size=2944) 2024-11-11T21:49:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741938_1118 (size=2944) 2024-11-11T21:49:15,392 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000037-wal.1731361751166.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-11T21:49:15,393 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000037-wal.1731361751166.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000066 2024-11-11T21:49:15,393 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166, size=0, length=0, corrupted=false, cancelled=false 2024-11-11T21:49:15,393 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166, journal: Splitting hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166, size=0 (0bytes) at 1731361751368Finishing writing output for hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 so closing down at 1731361755381 (+4013 ms)Creating recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000037-wal.1731361751166.temp at 1731361755384 (+3 ms)3 split writer threads finished at 1731361755385 (+1 ms)Closed recovered edits writer path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000037-wal.1731361751166.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731361755392 (+7 ms)Rename recovered edits hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000037-wal.1731361751166.temp to hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000066 at 1731361755393 (+1 ms)Processed 30 edits across 1 Regions in 14 ms; skipped=0; WAL=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166, size=0, length=0, corrupted=false, cancelled=false at 1731361755393 2024-11-11T21:49:15,395 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 to hdfs://localhost:41257/hbase/oldWALs/wal.1731361751166 2024-11-11T21:49:15,396 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000066 2024-11-11T21:49:15,396 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-11T21:49:15,397 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:41257/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994, archiveDir=hdfs://localhost:41257/hbase/oldWALs, maxLogs=32 2024-11-11T21:49:15,409 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361755398, exclude list is [], retry=0 2024-11-11T21:49:15,412 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38049,DS-c51be809-0e29-4a1c-8e57-dd155ecb06a6,DISK] 2024-11-11T21:49:15,412 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46097,DS-d9c36165-4dbc-4400-ab55-ea38e6291de9,DISK] 2024-11-11T21:49:15,412 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42679,DS-64b0ca28-c62b-4230-a84f-9091b6ff3155,DISK] 2024-11-11T21:49:15,414 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361755398 2024-11-11T21:49:15,414 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40907:40907),(127.0.0.1/127.0.0.1:34587:34587),(127.0.0.1/127.0.0.1:33479:33479)] 2024-11-11T21:49:15,414 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T21:49:15,416 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,417 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName a 2024-11-11T21:49:15,417 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:15,423 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/a/fe35edad4feb49d5a50c1cfad955718f 2024-11-11T21:49:15,423 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:15,423 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,424 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName b 2024-11-11T21:49:15,424 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:15,429 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/b/31061810bbe44aa586a93f2dc782a6d8 2024-11-11T21:49:15,429 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:15,430 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,430 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70c82907175b8cb5257f2beeb28ec3d1 columnFamilyName c 2024-11-11T21:49:15,430 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T21:49:15,435 DEBUG [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/c/347b5d4ee0fa44a5a3df32f7e3efc4f1 2024-11-11T21:49:15,435 INFO [StoreOpener-70c82907175b8cb5257f2beeb28ec3d1-1 {}] regionserver.HStore(327): Store=70c82907175b8cb5257f2beeb28ec3d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T21:49:15,435 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,436 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,438 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,438 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000066 2024-11-11T21:49:15,440 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-11T21:49:15,443 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000066 2024-11-11T21:49:15,443 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 70c82907175b8cb5257f2beeb28ec3d1 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-11T21:49:15,457 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/a/22f5a47cb0024da1a7f3a2e6e9e185ea is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731361751309/Put/seqid=0 2024-11-11T21:49:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741940_1120 (size=5958) 2024-11-11T21:49:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741940_1120 (size=5958) 2024-11-11T21:49:15,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741940_1120 (size=5958) 2024-11-11T21:49:15,463 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/a/22f5a47cb0024da1a7f3a2e6e9e185ea 2024-11-11T21:49:15,482 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/b/06b6a26630c14bbb9e140fae0ca02426 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731361751316/Put/seqid=0 2024-11-11T21:49:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741941_1121 (size=5958) 2024-11-11T21:49:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741941_1121 (size=5958) 2024-11-11T21:49:15,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741941_1121 (size=5958) 2024-11-11T21:49:15,487 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/b/06b6a26630c14bbb9e140fae0ca02426 2024-11-11T21:49:15,506 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/c/3767214afa574b83b945f8b86ed38da7 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731361751324/Put/seqid=0 2024-11-11T21:49:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741942_1122 (size=5958) 2024-11-11T21:49:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741942_1122 (size=5958) 2024-11-11T21:49:15,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741942_1122 (size=5958) 2024-11-11T21:49:15,513 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/c/3767214afa574b83b945f8b86ed38da7 2024-11-11T21:49:15,518 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/a/22f5a47cb0024da1a7f3a2e6e9e185ea as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/a/22f5a47cb0024da1a7f3a2e6e9e185ea 2024-11-11T21:49:15,522 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/a/22f5a47cb0024da1a7f3a2e6e9e185ea, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T21:49:15,523 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/b/06b6a26630c14bbb9e140fae0ca02426 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/b/06b6a26630c14bbb9e140fae0ca02426 2024-11-11T21:49:15,527 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/b/06b6a26630c14bbb9e140fae0ca02426, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T21:49:15,528 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/.tmp/c/3767214afa574b83b945f8b86ed38da7 as hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/c/3767214afa574b83b945f8b86ed38da7 2024-11-11T21:49:15,532 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/c/3767214afa574b83b945f8b86ed38da7, entries=10, sequenceid=66, filesize=5.8 K 2024-11-11T21:49:15,532 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 70c82907175b8cb5257f2beeb28ec3d1 in 89ms, sequenceid=66, compaction requested=false; wal=null 2024-11-11T21:49:15,533 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/0000000000000000066 2024-11-11T21:49:15,534 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,534 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,534 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T21:49:15,536 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 70c82907175b8cb5257f2beeb28ec3d1 2024-11-11T21:49:15,537 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/hbase/data/default/testReplayEditsWrittenViaHRegion/70c82907175b8cb5257f2beeb28ec3d1/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-11T21:49:15,538 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 70c82907175b8cb5257f2beeb28ec3d1; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74042981, jitterRate=0.10332639515399933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T21:49:15,538 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 70c82907175b8cb5257f2beeb28ec3d1: Writing region info on filesystem at 1731361755414Initializing all the Stores at 1731361755415 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361755415Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361755416 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731361755416Obtaining lock to block concurrent updates at 1731361755443 (+27 ms)Preparing flush snapshotting stores in 70c82907175b8cb5257f2beeb28ec3d1 at 1731361755443Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731361755443Flushing stores of testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. at 1731361755443Flushing 70c82907175b8cb5257f2beeb28ec3d1/a: creating writer at 1731361755443Flushing 70c82907175b8cb5257f2beeb28ec3d1/a: appending metadata at 1731361755457 (+14 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/a: closing flushed file at 1731361755457Flushing 70c82907175b8cb5257f2beeb28ec3d1/b: creating writer at 1731361755468 (+11 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/b: appending metadata at 1731361755481 (+13 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/b: closing flushed file at 1731361755481Flushing 70c82907175b8cb5257f2beeb28ec3d1/c: creating writer at 1731361755491 (+10 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/c: appending metadata at 1731361755506 (+15 ms)Flushing 70c82907175b8cb5257f2beeb28ec3d1/c: closing flushed file at 1731361755506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de192a7: reopening flushed file at 1731361755517 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a78f1e9: reopening flushed file at 1731361755522 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2537ce: reopening flushed file at 1731361755527 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 70c82907175b8cb5257f2beeb28ec3d1 in 89ms, sequenceid=66, compaction requested=false; wal=null at 1731361755532 (+5 ms)Cleaning up temporary data from old regions at 1731361755534 (+2 ms)Region opened successfully at 1731361755538 (+4 ms) 2024-11-11T21:49:15,549 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 70c82907175b8cb5257f2beeb28ec3d1, disabling compactions & flushes 2024-11-11T21:49:15,549 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:15,549 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:15,549 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. after waiting 0 ms 2024-11-11T21:49:15,549 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:15,551 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731361750996.70c82907175b8cb5257f2beeb28ec3d1. 2024-11-11T21:49:15,551 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 70c82907175b8cb5257f2beeb28ec3d1: Waiting for close lock at 1731361755549Disabling compacts and flushes for region at 1731361755549Disabling writes for close at 1731361755549Writing region close event to WAL at 1731361755551 (+2 ms)Closed at 1731361755551 2024-11-11T21:49:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741939_1119 (size=95) 2024-11-11T21:49:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741939_1119 (size=95) 2024-11-11T21:49:15,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741939_1119 (size=95) 2024-11-11T21:49:15,555 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-11T21:49:15,555 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731361755398) 2024-11-11T21:49:15,569 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=444 (was 440) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_42931155_22 at /127.0.0.1:33346 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_42931155_22 at /127.0.0.1:42538 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:41257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:41257 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_42931155_22 at /127.0.0.1:44852 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=198 (was 206), ProcessCount=11 (was 11), AvailableMemoryMB=4349 (was 4378) 2024-11-11T21:49:15,569 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-11T21:49:15,569 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T21:49:15,569 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:49:15,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:49:15,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:49:15,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:49:15,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T21:49:15,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T21:49:15,570 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1272579748, stopped=false 2024-11-11T21:49:15,571 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=22a1f13b90b0,34479,1731361714318 2024-11-11T21:49:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:49:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:49:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-11T21:49:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:49:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:49:15,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:49:15,572 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:49:15,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:49:15,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:49:15,573 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T21:49:15,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-11T21:49:15,573 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:49:15,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:49:15,573 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,41667,1731361714991' ***** 2024-11-11T21:49:15,573 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:49:15,574 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '22a1f13b90b0,38775,1731361715114' ***** 2024-11-11T21:49:15,574 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T21:49:15,574 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T21:49:15,574 INFO [RS:1;22a1f13b90b0:38775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T21:49:15,574 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:49:15,574 INFO [RS:1;22a1f13b90b0:38775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,41667,1731361714991 2024-11-11T21:49:15,574 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(3091): Received CLOSE for cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;22a1f13b90b0:41667. 2024-11-11T21:49:15,574 DEBUG [RS:0;22a1f13b90b0:41667 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:49:15,574 DEBUG [RS:0;22a1f13b90b0:41667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:49:15,574 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(959): stopping server 22a1f13b90b0,38775,1731361715114 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:49:15,574 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:49:15,574 INFO [RS:1;22a1f13b90b0:38775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;22a1f13b90b0:38775. 2024-11-11T21:49:15,574 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T21:49:15,574 DEBUG [RS:1;22a1f13b90b0:38775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T21:49:15,575 DEBUG [RS:1;22a1f13b90b0:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:49:15,574 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb093900c2d0511e0aee7ce68b77e2cc, disabling compactions & flushes 2024-11-11T21:49:15,575 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:49:15,575 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T21:49:15,575 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:49:15,575 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1325): Online Regions={cb093900c2d0511e0aee7ce68b77e2cc=testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc.} 2024-11-11T21:49:15,575 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:49:15,575 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T21:49:15,575 DEBUG [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1351): Waiting on cb093900c2d0511e0aee7ce68b77e2cc 2024-11-11T21:49:15,575 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. after waiting 0 ms 2024-11-11T21:49:15,575 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T21:49:15,575 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:49:15,575 DEBUG [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T21:49:15,575 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T21:49:15,575 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T21:49:15,575 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T21:49:15,575 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T21:49:15,575 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T21:49:15,575 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-11T21:49:15,579 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/default/testReplayEditsAfterRegionMovedWithMultiCF/cb093900c2d0511e0aee7ce68b77e2cc/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-11T21:49:15,580 INFO [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:49:15,580 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb093900c2d0511e0aee7ce68b77e2cc: Waiting for close lock at 1731361755574Running coprocessor pre-close hooks at 1731361755574Disabling compacts and flushes for region at 1731361755574Disabling writes for close at 1731361755575 (+1 ms)Writing region close event to WAL at 1731361755575Running coprocessor post-close hooks at 1731361755579 (+4 ms)Closed at 1731361755580 (+1 ms) 2024-11-11T21:49:15,580 DEBUG [RS_CLOSE_REGION-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc. 2024-11-11T21:49:15,580 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/info/cd34fbb5007243f49054173f437685f8 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731361729685.cb093900c2d0511e0aee7ce68b77e2cc./info:regioninfo/1731361733650/Put/seqid=0 2024-11-11T21:49:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741943_1123 (size=6778) 2024-11-11T21:49:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741943_1123 (size=6778) 2024-11-11T21:49:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741943_1123 (size=6778) 2024-11-11T21:49:15,591 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/info/cd34fbb5007243f49054173f437685f8 2024-11-11T21:49:15,596 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/.tmp/info/cd34fbb5007243f49054173f437685f8 as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/info/cd34fbb5007243f49054173f437685f8 2024-11-11T21:49:15,601 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/info/cd34fbb5007243f49054173f437685f8, entries=8, sequenceid=23, filesize=6.6 K 2024-11-11T21:49:15,602 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 27ms, sequenceid=23, compaction requested=false 2024-11-11T21:49:15,606 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-11T21:49:15,607 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T21:49:15,607 INFO [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T21:49:15,607 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731361755575Running coprocessor pre-close hooks at 1731361755575Disabling compacts and flushes for region at 1731361755575Disabling writes for close at 1731361755575Obtaining lock to block concurrent updates at 1731361755575Preparing flush snapshotting stores in 1588230740 at 1731361755575Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731361755575Flushing stores of hbase:meta,,1.1588230740 at 1731361755576 (+1 ms)Flushing 1588230740/info: creating writer at 1731361755576Flushing 1588230740/info: appending metadata at 1731361755580 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731361755580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65259e5: reopening flushed file at 1731361755595 (+15 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 27ms, sequenceid=23, compaction requested=false at 1731361755602 (+7 ms)Writing region close event to WAL at 1731361755603 (+1 ms)Running coprocessor post-close hooks at 1731361755607 (+4 ms)Closed at 1731361755607 2024-11-11T21:49:15,607 DEBUG [RS_CLOSE_META-regionserver/22a1f13b90b0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T21:49:15,671 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:49:15,671 INFO [regionserver/22a1f13b90b0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:49:15,775 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,38775,1731361715114; all regions closed. 2024-11-11T21:49:15,775 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(976): stopping server 22a1f13b90b0,41667,1731361714991; all regions closed. 2024-11-11T21:49:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741834_1010 (size=721) 2024-11-11T21:49:15,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741893_1071 (size=1672) 2024-11-11T21:49:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741834_1010 (size=721) 2024-11-11T21:49:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741834_1010 (size=721) 2024-11-11T21:49:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741893_1071 (size=1672) 2024-11-11T21:49:15,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741893_1071 (size=1672) 2024-11-11T21:49:15,785 DEBUG [RS:0;22a1f13b90b0:41667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs 2024-11-11T21:49:15,785 INFO [RS:0;22a1f13b90b0:41667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C41667%2C1731361714991.meta:.meta(num 1731361732788) 2024-11-11T21:49:15,785 DEBUG [RS:1;22a1f13b90b0:38775 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs 2024-11-11T21:49:15,785 INFO [RS:1;22a1f13b90b0:38775 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C38775%2C1731361715114:(num 1731361716475) 2024-11-11T21:49:15,785 DEBUG [RS:1;22a1f13b90b0:38775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:49:15,785 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:49:15,785 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:49:15,786 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:49:15,786 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T21:49:15,786 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T21:49:15,786 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:49:15,786 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T21:49:15,786 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:49:15,786 INFO [RS:1;22a1f13b90b0:38775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38775 2024-11-11T21:49:15,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:49:15,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,38775,1731361715114 2024-11-11T21:49:15,788 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:49:15,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/WALs/22a1f13b90b0,41667,1731361714991/22a1f13b90b0%2C41667%2C1731361714991.1731361716475 not finished, retry = 0 2024-11-11T21:49:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741835_1011 (size=1708) 2024-11-11T21:49:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741835_1011 (size=1708) 2024-11-11T21:49:15,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741835_1011 (size=1708) 2024-11-11T21:49:15,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,38775,1731361715114] 2024-11-11T21:49:15,790 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,38775,1731361715114 already deleted, retry=false 2024-11-11T21:49:15,790 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,38775,1731361715114 expired; onlineServers=1 2024-11-11T21:49:15,890 INFO [RS:1;22a1f13b90b0:38775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:49:15,890 INFO [RS:1;22a1f13b90b0:38775 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,38775,1731361715114; zookeeper connection closed. 2024-11-11T21:49:15,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:49:15,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38775-0x10030c289bd0002, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:49:15,892 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23e725ea {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23e725ea 2024-11-11T21:49:15,894 DEBUG [RS:0;22a1f13b90b0:41667 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/oldWALs 2024-11-11T21:49:15,894 INFO [RS:0;22a1f13b90b0:41667 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 22a1f13b90b0%2C41667%2C1731361714991:(num 1731361716475) 2024-11-11T21:49:15,894 DEBUG [RS:0;22a1f13b90b0:41667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T21:49:15,894 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T21:49:15,894 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:49:15,895 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.ChoreService(370): Chore service for: regionserver/22a1f13b90b0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T21:49:15,895 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:49:15,895 INFO [regionserver/22a1f13b90b0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:49:15,895 INFO [RS:0;22a1f13b90b0:41667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41667 2024-11-11T21:49:15,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/22a1f13b90b0,41667,1731361714991 2024-11-11T21:49:15,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-11T21:49:15,897 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:49:15,898 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [22a1f13b90b0,41667,1731361714991] 2024-11-11T21:49:15,899 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/22a1f13b90b0,41667,1731361714991 already deleted, retry=false 2024-11-11T21:49:15,899 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 22a1f13b90b0,41667,1731361714991 expired; onlineServers=0 2024-11-11T21:49:15,899 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '22a1f13b90b0,34479,1731361714318' ***** 2024-11-11T21:49:15,899 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T21:49:15,899 INFO [M:0;22a1f13b90b0:34479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T21:49:15,899 INFO [M:0;22a1f13b90b0:34479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T21:49:15,900 DEBUG [M:0;22a1f13b90b0:34479 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T21:49:15,900 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T21:49:15,900 DEBUG [M:0;22a1f13b90b0:34479 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T21:49:15,900 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361716167 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.large.0-1731361716167,5,FailOnTimeoutGroup] 2024-11-11T21:49:15,900 DEBUG [master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361716168 {}] cleaner.HFileCleaner(306): Exit Thread[master/22a1f13b90b0:0:becomeActiveMaster-HFileCleaner.small.0-1731361716168,5,FailOnTimeoutGroup] 2024-11-11T21:49:15,900 INFO [M:0;22a1f13b90b0:34479 {}] hbase.ChoreService(370): Chore service for: master/22a1f13b90b0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T21:49:15,900 INFO [M:0;22a1f13b90b0:34479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T21:49:15,900 DEBUG [M:0;22a1f13b90b0:34479 {}] master.HMaster(1795): Stopping service threads 2024-11-11T21:49:15,900 INFO [M:0;22a1f13b90b0:34479 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T21:49:15,901 INFO [M:0;22a1f13b90b0:34479 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T21:49:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-11T21:49:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-11T21:49:15,901 INFO [M:0;22a1f13b90b0:34479 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T21:49:15,901 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T21:49:15,902 DEBUG [M:0;22a1f13b90b0:34479 {}] zookeeper.ZKUtil(347): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-11T21:49:15,902 WARN [M:0;22a1f13b90b0:34479 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T21:49:15,903 INFO [M:0;22a1f13b90b0:34479 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/.lastflushedseqids 2024-11-11T21:49:15,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741944_1124 (size=119) 2024-11-11T21:49:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741944_1124 (size=119) 2024-11-11T21:49:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741944_1124 (size=119) 2024-11-11T21:49:15,914 INFO [M:0;22a1f13b90b0:34479 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T21:49:15,914 INFO [M:0;22a1f13b90b0:34479 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T21:49:15,914 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T21:49:15,914 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:49:15,914 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:49:15,914 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T21:49:15,914 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:49:15,914 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-11-11T21:49:15,930 DEBUG [M:0;22a1f13b90b0:34479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ddb71dea4e4e54a6446c88f24e5c50 is 82, key is hbase:meta,,1/info:regioninfo/1731361732960/Put/seqid=0 2024-11-11T21:49:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741945_1125 (size=6063) 2024-11-11T21:49:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741945_1125 (size=6063) 2024-11-11T21:49:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741945_1125 (size=6063) 2024-11-11T21:49:15,936 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ddb71dea4e4e54a6446c88f24e5c50 2024-11-11T21:49:15,954 DEBUG [M:0;22a1f13b90b0:34479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92d09ea283448d28de521dde206dbda is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731361730110/Put/seqid=0 2024-11-11T21:49:15,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741946_1126 (size=7907) 2024-11-11T21:49:15,961 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92d09ea283448d28de521dde206dbda 2024-11-11T21:49:15,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741946_1126 (size=7907) 2024-11-11T21:49:15,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741946_1126 (size=7907) 2024-11-11T21:49:15,965 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e92d09ea283448d28de521dde206dbda 2024-11-11T21:49:15,978 DEBUG [M:0;22a1f13b90b0:34479 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7ebe1ecfb66405a82383a920c5c8242 is 69, key is 22a1f13b90b0,38775,1731361715114/rs:state/1731361716237/Put/seqid=0 2024-11-11T21:49:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741947_1127 (size=5440) 2024-11-11T21:49:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741947_1127 (size=5440) 2024-11-11T21:49:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741947_1127 (size=5440) 2024-11-11T21:49:15,984 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7ebe1ecfb66405a82383a920c5c8242 2024-11-11T21:49:15,989 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7ebe1ecfb66405a82383a920c5c8242 2024-11-11T21:49:15,990 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a8ddb71dea4e4e54a6446c88f24e5c50 as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8ddb71dea4e4e54a6446c88f24e5c50 2024-11-11T21:49:15,995 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a8ddb71dea4e4e54a6446c88f24e5c50, entries=14, sequenceid=207, filesize=5.9 K 2024-11-11T21:49:15,996 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e92d09ea283448d28de521dde206dbda as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e92d09ea283448d28de521dde206dbda 2024-11-11T21:49:15,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:49:15,999 INFO [RS:0;22a1f13b90b0:41667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:49:15,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41667-0x10030c289bd0001, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:49:15,999 INFO [RS:0;22a1f13b90b0:41667 {}] regionserver.HRegionServer(1031): Exiting; stopping=22a1f13b90b0,41667,1731361714991; zookeeper connection closed. 2024-11-11T21:49:15,999 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@12ecd318 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@12ecd318 2024-11-11T21:49:15,999 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-11T21:49:16,000 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e92d09ea283448d28de521dde206dbda 2024-11-11T21:49:16,001 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e92d09ea283448d28de521dde206dbda, entries=21, sequenceid=207, filesize=7.7 K 2024-11-11T21:49:16,001 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b7ebe1ecfb66405a82383a920c5c8242 as hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7ebe1ecfb66405a82383a920c5c8242 2024-11-11T21:49:16,006 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7ebe1ecfb66405a82383a920c5c8242 2024-11-11T21:49:16,006 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41257/user/jenkins/test-data/c5605094-ec77-1d40-c544-81d5b702f7d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b7ebe1ecfb66405a82383a920c5c8242, entries=3, sequenceid=207, filesize=5.3 K 2024-11-11T21:49:16,007 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=207, compaction requested=false 2024-11-11T21:49:16,008 INFO [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T21:49:16,008 DEBUG [M:0;22a1f13b90b0:34479 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731361755914Disabling compacts and flushes for region at 1731361755914Disabling writes for close at 1731361755914Obtaining lock to block concurrent updates at 1731361755915 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731361755915Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1731361755915Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731361755915Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731361755915Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731361755929 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731361755929Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731361755939 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731361755954 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731361755954Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731361755965 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731361755978 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731361755978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@757c4ad4: reopening flushed file at 1731361755989 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e170b31: reopening flushed file at 1731361755995 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@166be1a1: reopening flushed file at 1731361756001 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 93ms, sequenceid=207, compaction requested=false at 1731361756007 (+6 ms)Writing region close event to WAL at 1731361756008 (+1 ms)Closed at 1731361756008 2024-11-11T21:49:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38049 is added to blk_1073741830_1006 (size=69391) 2024-11-11T21:49:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42679 is added to blk_1073741830_1006 (size=69391) 2024-11-11T21:49:16,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46097 is added to blk_1073741830_1006 (size=69391) 2024-11-11T21:49:16,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T21:49:16,011 INFO [M:0;22a1f13b90b0:34479 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T21:49:16,011 INFO [M:0;22a1f13b90b0:34479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34479 2024-11-11T21:49:16,011 INFO [M:0;22a1f13b90b0:34479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T21:49:16,113 INFO [M:0;22a1f13b90b0:34479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T21:49:16,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:49:16,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34479-0x10030c289bd0000, quorum=127.0.0.1:55263, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T21:49:16,123 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361744430 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361744430 (inode 16688) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731361735036/wal.1731361744430 (inode 16688) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:49:16,127 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361734820 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361734820 (inode 16665) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731361733822/wal.1731361734820 (inode 16665) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:49:16,128 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731361725222/wal.1731361725375 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:16,130 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361745804 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361745804 (inode 16714) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731361744728/wal.1731361745804 (inode 16714) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:49:16,130 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731361746034/wal.1731361746184 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:16,131 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731361750994/wal.1731361751166 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:16,131 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731361718401/wal.1731361718475 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T21:49:16,133 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal.1731361718252 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal.1731361718252 (inode 16485) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731361717901/wal.1731361718252 (inode 16485) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:49:16,135 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal.1731361717561 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal.1731361717561 (inode 16462) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731361717245/wal.1731361717561 (inode 16462) Holder DFSClient_NONMAPREDUCE_872193913_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-11T21:49:16,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db711c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:49:16,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:49:16,142 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:49:16,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:49:16,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,STOPPED} 2024-11-11T21:49:16,144 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:49:16,144 WARN [BP-1529288909-172.17.0.2-1731361710938 heartbeating to localhost/127.0.0.1:41257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:49:16,144 WARN [BP-1529288909-172.17.0.2-1731361710938 heartbeating to localhost/127.0.0.1:41257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529288909-172.17.0.2-1731361710938 (Datanode Uuid 9fbb72df-ed83-432f-bdab-7cb3c38f8dd1) service to localhost/127.0.0.1:41257 2024-11-11T21:49:16,144 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:49:16,145 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data5/current/BP-1529288909-172.17.0.2-1731361710938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:49:16,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data6/current/BP-1529288909-172.17.0.2-1731361710938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:49:16,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:49:16,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5c651{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:49:16,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:49:16,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:49:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:49:16,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,STOPPED} 2024-11-11T21:49:16,150 WARN [BP-1529288909-172.17.0.2-1731361710938 heartbeating to localhost/127.0.0.1:41257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:49:16,150 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:49:16,150 WARN [BP-1529288909-172.17.0.2-1731361710938 heartbeating to localhost/127.0.0.1:41257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529288909-172.17.0.2-1731361710938 (Datanode Uuid 22fb420a-c150-41b2-add0-342ed0ae306c) service to localhost/127.0.0.1:41257 2024-11-11T21:49:16,150 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:49:16,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data3/current/BP-1529288909-172.17.0.2-1731361710938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:49:16,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data4/current/BP-1529288909-172.17.0.2-1731361710938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:49:16,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:49:16,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3083ee80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T21:49:16,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:49:16,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:49:16,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:49:16,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,STOPPED} 2024-11-11T21:49:16,159 WARN [BP-1529288909-172.17.0.2-1731361710938 heartbeating to localhost/127.0.0.1:41257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T21:49:16,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T21:49:16,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T21:49:16,160 WARN [BP-1529288909-172.17.0.2-1731361710938 heartbeating to localhost/127.0.0.1:41257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1529288909-172.17.0.2-1731361710938 (Datanode Uuid c6fc9d20-c24a-4975-ac94-c7bce08c369f) service to localhost/127.0.0.1:41257 2024-11-11T21:49:16,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data1/current/BP-1529288909-172.17.0.2-1731361710938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:49:16,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/cluster_476628b7-c7a9-9fa3-e705-4834cc413f8f/data/data2/current/BP-1529288909-172.17.0.2-1731361710938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T21:49:16,161 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T21:49:16,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e17169c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T21:49:16,168 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31851850{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T21:49:16,168 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T21:49:16,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f8a2ea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T21:49:16,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c0b7a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/e418f38d-b424-2508-b3e3-e25703d0f618/hadoop.log.dir/,STOPPED} 2024-11-11T21:49:16,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T21:49:16,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down