2024-11-25 07:48:51,172 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 2024-11-25 07:48:51,213 main DEBUG Took 0.038920 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 07:48:51,214 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 07:48:51,215 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 07:48:51,218 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 07:48:51,220 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,233 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 07:48:51,260 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,267 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,268 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,269 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,269 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,270 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,273 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,274 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,275 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,276 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,277 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,277 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,278 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,279 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,279 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,280 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,280 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,281 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,282 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,282 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 07:48:51,285 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,286 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 07:48:51,290 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 07:48:51,292 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 07:48:51,295 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 07:48:51,296 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 07:48:51,297 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 07:48:51,298 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 07:48:51,311 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 07:48:51,318 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 07:48:51,321 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 07:48:51,321 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 07:48:51,322 main DEBUG createAppenders(={Console}) 2024-11-25 07:48:51,323 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 initialized 2024-11-25 07:48:51,323 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 2024-11-25 07:48:51,323 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7857fe2 OK. 2024-11-25 07:48:51,324 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 07:48:51,324 main DEBUG OutputStream closed 2024-11-25 07:48:51,325 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 07:48:51,326 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 07:48:51,326 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54a7079e OK 2024-11-25 07:48:51,466 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 07:48:51,469 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 07:48:51,473 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 07:48:51,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 07:48:51,475 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 07:48:51,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 07:48:51,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 07:48:51,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 07:48:51,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 07:48:51,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 07:48:51,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 07:48:51,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 07:48:51,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 07:48:51,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 07:48:51,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 07:48:51,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 07:48:51,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 07:48:51,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 07:48:51,489 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 07:48:51,490 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19b93fa8) with optional ClassLoader: null 2024-11-25 07:48:51,490 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 07:48:51,491 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19b93fa8] started OK. 2024-11-25T07:48:51,942 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721 2024-11-25 07:48:51,946 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 07:48:51,946 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T07:48:51,957 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-25T07:48:51,972 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-25T07:48:52,017 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T07:48:52,094 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T07:48:52,094 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T07:48:52,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T07:48:52,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b, deleteOnExit=true 2024-11-25T07:48:52,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-25T07:48:52,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/test.cache.data in system properties and HBase conf 2024-11-25T07:48:52,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T07:48:52,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir in system properties and HBase conf 2024-11-25T07:48:52,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T07:48:52,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T07:48:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-25T07:48:52,271 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T07:48:52,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T07:48:52,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:48:52,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T07:48:52,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T07:48:52,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:48:52,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T07:48:52,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T07:48:52,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T07:48:52,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:48:52,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T07:48:52,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/nfs.dump.dir in system properties and HBase conf 2024-11-25T07:48:52,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/java.io.tmpdir in system properties and HBase conf 2024-11-25T07:48:52,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T07:48:52,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T07:48:52,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T07:48:53,962 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T07:48:54,077 INFO [Time-limited test {}] log.Log(170): Logging initialized @4029ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T07:48:54,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:48:54,275 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:48:54,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:48:54,331 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:48:54,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:48:54,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:48:54,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:48:54,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:48:54,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6878e65d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/java.io.tmpdir/jetty-localhost-46767-hadoop-hdfs-3_4_1-tests_jar-_-any-17999786201937739649/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:48:54,592 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:46767} 2024-11-25T07:48:54,593 INFO [Time-limited test {}] server.Server(415): Started @4546ms 2024-11-25T07:48:55,233 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:48:55,247 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:48:55,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:48:55,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:48:55,252 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:48:55,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:48:55,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:48:55,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3083ee80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/java.io.tmpdir/jetty-localhost-36641-hadoop-hdfs-3_4_1-tests_jar-_-any-7158734376122243088/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:48:55,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:36641} 2024-11-25T07:48:55,425 INFO [Time-limited test {}] server.Server(415): Started @5378ms 2024-11-25T07:48:55,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:48:55,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:48:55,733 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:48:55,751 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:48:55,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:48:55,752 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:48:55,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:48:55,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:48:55,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5c651{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/java.io.tmpdir/jetty-localhost-37771-hadoop-hdfs-3_4_1-tests_jar-_-any-7516368425213582529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:48:55,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:37771} 2024-11-25T07:48:55,893 INFO [Time-limited test {}] server.Server(415): Started @5846ms 2024-11-25T07:48:55,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:48:55,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T07:48:55,966 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T07:48:55,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T07:48:55,974 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T07:48:55,974 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-25T07:48:55,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,AVAILABLE} 2024-11-25T07:48:55,976 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T07:48:56,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7db711c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/java.io.tmpdir/jetty-localhost-41413-hadoop-hdfs-3_4_1-tests_jar-_-any-10109228651452526713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:48:56,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:41413} 2024-11-25T07:48:56,120 INFO [Time-limited test {}] server.Server(415): Started @6074ms 2024-11-25T07:48:56,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T07:48:57,440 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data1/current/BP-367716881-172.17.0.2-1732520933309/current, will proceed with Du for space computation calculation, 2024-11-25T07:48:57,441 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data2/current/BP-367716881-172.17.0.2-1732520933309/current, will proceed with Du for space computation calculation, 2024-11-25T07:48:57,442 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data4/current/BP-367716881-172.17.0.2-1732520933309/current, will proceed with Du for space computation calculation, 2024-11-25T07:48:57,442 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data3/current/BP-367716881-172.17.0.2-1732520933309/current, will proceed with Du for space computation calculation, 2024-11-25T07:48:57,502 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:48:57,503 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:48:57,537 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data5/current/BP-367716881-172.17.0.2-1732520933309/current, will proceed with Du for space computation calculation, 2024-11-25T07:48:57,538 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data6/current/BP-367716881-172.17.0.2-1732520933309/current, will proceed with Du for space computation calculation, 2024-11-25T07:48:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8ff7e3909eb4161 with lease ID 0xa1e7dd63d7ab71a: Processing first storage report for DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8 from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=08da9555-212e-417d-90c5-8e7bbffcc1d7, infoPort=34997, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309) 2024-11-25T07:48:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8ff7e3909eb4161 with lease ID 0xa1e7dd63d7ab71a: from storage DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8 node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=08da9555-212e-417d-90c5-8e7bbffcc1d7, infoPort=34997, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:48:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66821f6190b7491f with lease ID 0xa1e7dd63d7ab71b: Processing first storage report for DS-5edfc2da-e30a-40b5-aede-217ee13901f1 from datanode DatanodeRegistration(127.0.0.1:44705, datanodeUuid=294b8ec6-e973-438c-b25d-75bca3466613, infoPort=34431, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309) 2024-11-25T07:48:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66821f6190b7491f with lease ID 0xa1e7dd63d7ab71b: from storage DS-5edfc2da-e30a-40b5-aede-217ee13901f1 node DatanodeRegistration(127.0.0.1:44705, datanodeUuid=294b8ec6-e973-438c-b25d-75bca3466613, infoPort=34431, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:48:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66821f6190b7491f with lease ID 0xa1e7dd63d7ab71b: Processing first storage report for DS-a6bac1e4-9251-497f-b2ce-2be383989963 from datanode DatanodeRegistration(127.0.0.1:44705, datanodeUuid=294b8ec6-e973-438c-b25d-75bca3466613, infoPort=34431, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309) 2024-11-25T07:48:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66821f6190b7491f with lease ID 0xa1e7dd63d7ab71b: from storage DS-a6bac1e4-9251-497f-b2ce-2be383989963 node DatanodeRegistration(127.0.0.1:44705, datanodeUuid=294b8ec6-e973-438c-b25d-75bca3466613, infoPort=34431, infoSecurePort=0, ipcPort=41327, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:48:57,577 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa8ff7e3909eb4161 with lease ID 0xa1e7dd63d7ab71a: Processing first storage report for DS-75f192cc-d622-4ed3-ab40-e0bb2014b46c from datanode DatanodeRegistration(127.0.0.1:36465, datanodeUuid=08da9555-212e-417d-90c5-8e7bbffcc1d7, infoPort=34997, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309) 2024-11-25T07:48:57,578 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa8ff7e3909eb4161 with lease ID 0xa1e7dd63d7ab71a: from storage DS-75f192cc-d622-4ed3-ab40-e0bb2014b46c node DatanodeRegistration(127.0.0.1:36465, datanodeUuid=08da9555-212e-417d-90c5-8e7bbffcc1d7, infoPort=34997, infoSecurePort=0, ipcPort=38909, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:48:57,611 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T07:48:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98d1ef5a2cb6851 with lease ID 0xa1e7dd63d7ab71c: Processing first storage report for DS-991d08da-a32a-465d-b355-b258348dbea4 from datanode DatanodeRegistration(127.0.0.1:33119, datanodeUuid=300f24ad-51c9-46d7-b898-05baceb66c39, infoPort=39823, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309) 2024-11-25T07:48:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98d1ef5a2cb6851 with lease ID 0xa1e7dd63d7ab71c: from storage DS-991d08da-a32a-465d-b355-b258348dbea4 node DatanodeRegistration(127.0.0.1:33119, datanodeUuid=300f24ad-51c9-46d7-b898-05baceb66c39, infoPort=39823, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-25T07:48:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb98d1ef5a2cb6851 with lease ID 0xa1e7dd63d7ab71c: Processing first storage report for DS-27b133b6-cb05-4c18-9898-3a54a64d4fce from datanode DatanodeRegistration(127.0.0.1:33119, datanodeUuid=300f24ad-51c9-46d7-b898-05baceb66c39, infoPort=39823, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309) 2024-11-25T07:48:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb98d1ef5a2cb6851 with lease ID 0xa1e7dd63d7ab71c: from storage DS-27b133b6-cb05-4c18-9898-3a54a64d4fce node DatanodeRegistration(127.0.0.1:33119, datanodeUuid=300f24ad-51c9-46d7-b898-05baceb66c39, infoPort=39823, infoSecurePort=0, ipcPort=45125, storageInfo=lv=-57;cid=testClusterID;nsid=839628977;c=1732520933309), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T07:48:57,685 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721 2024-11-25T07:48:57,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/zookeeper_0, clientPort=63379, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T07:48:57,861 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63379 2024-11-25T07:48:57,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:57,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:58,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:48:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:48:58,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741825_1001 (size=7) 2024-11-25T07:48:58,631 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28 with version=8 2024-11-25T07:48:58,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/hbase-staging 2024-11-25T07:48:58,992 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:48:59,005 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,006 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:48:59,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:48:59,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-25T07:48:59,233 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T07:48:59,242 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T07:48:59,246 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:48:59,273 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 44633 (auto-detected) 2024-11-25T07:48:59,274 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T07:48:59,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38091 2024-11-25T07:48:59,315 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38091 connecting to ZooKeeper ensemble=127.0.0.1:63379 2024-11-25T07:48:59,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380910x0, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:48:59,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38091-0x10170f785050000 connected 2024-11-25T07:48:59,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:48:59,574 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28, hbase.cluster.distributed=false 2024-11-25T07:48:59,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:48:59,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38091 2024-11-25T07:48:59,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38091 2024-11-25T07:48:59,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38091 2024-11-25T07:48:59,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38091 2024-11-25T07:48:59,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38091 2024-11-25T07:48:59,712 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:48:59,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,714 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:48:59,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:48:59,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:48:59,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:48:59,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42807 2024-11-25T07:48:59,723 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42807 connecting to ZooKeeper ensemble=127.0.0.1:63379 2024-11-25T07:48:59,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428070x0, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:48:59,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428070x0, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:48:59,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42807-0x10170f785050001 connected 2024-11-25T07:48:59,749 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:48:59,758 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:48:59,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:48:59,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:48:59,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42807 2024-11-25T07:48:59,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42807 2024-11-25T07:48:59,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42807 2024-11-25T07:48:59,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42807 2024-11-25T07:48:59,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42807 2024-11-25T07:48:59,791 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:48:59,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:48:59,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:48:59,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:48:59,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:48:59,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34205 2024-11-25T07:48:59,795 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34205 connecting to ZooKeeper ensemble=127.0.0.1:63379 2024-11-25T07:48:59,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,812 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342050x0, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:48:59,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34205-0x10170f785050002 connected 2024-11-25T07:48:59,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342050x0, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:48:59,814 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:48:59,815 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:48:59,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:48:59,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:48:59,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34205 2024-11-25T07:48:59,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34205 2024-11-25T07:48:59,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34205 2024-11-25T07:48:59,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34205 2024-11-25T07:48:59,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34205 2024-11-25T07:48:59,839 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7fb8763a5d32:0 server-side Connection retries=45 2024-11-25T07:48:59,839 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,840 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T07:48:59,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T07:48:59,840 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T07:48:59,840 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T07:48:59,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T07:48:59,842 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34577 2024-11-25T07:48:59,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34577 connecting to ZooKeeper ensemble=127.0.0.1:63379 2024-11-25T07:48:59,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:48:59,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345770x0, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T07:48:59,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34577-0x10170f785050003 connected 2024-11-25T07:48:59,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:48:59,868 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T07:48:59,869 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T07:48:59,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T07:48:59,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T07:48:59,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34577 2024-11-25T07:48:59,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34577 2024-11-25T07:48:59,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34577 2024-11-25T07:48:59,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34577 2024-11-25T07:48:59,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34577 2024-11-25T07:48:59,892 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7fb8763a5d32:38091 2024-11-25T07:48:59,892 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7fb8763a5d32,38091,1732520938817 2024-11-25T07:48:59,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,908 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,910 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7fb8763a5d32,38091,1732520938817 2024-11-25T07:48:59,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:48:59,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:48:59,938 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T07:48:59,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:48:59,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:48:59,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:48:59,939 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:48:59,939 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T07:48:59,941 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7fb8763a5d32,38091,1732520938817 from backup master directory 2024-11-25T07:48:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,955 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7fb8763a5d32,38091,1732520938817 2024-11-25T07:48:59,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T07:48:59,957 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:48:59,957 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7fb8763a5d32,38091,1732520938817 2024-11-25T07:48:59,960 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T07:48:59,962 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T07:49:00,023 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/hbase.id] with ID: fb730379-774d-4f28-9b08-f458026166ec 2024-11-25T07:49:00,023 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/.tmp/hbase.id 2024-11-25T07:49:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:49:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:49:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741826_1002 (size=42) 2024-11-25T07:49:00,041 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/.tmp/hbase.id]:[hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/hbase.id] 2024-11-25T07:49:00,090 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T07:49:00,095 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-25T07:49:00,114 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-25T07:49:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,128 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:49:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:49:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741827_1003 (size=196) 2024-11-25T07:49:00,168 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:49:00,170 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T07:49:00,178 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:49:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:49:00,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741828_1004 (size=1189) 2024-11-25T07:49:00,238 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store 2024-11-25T07:49:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:49:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:49:00,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741829_1005 (size=34) 2024-11-25T07:49:00,270 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T07:49:00,274 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:00,275 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:49:00,276 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:00,276 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:00,278 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:49:00,278 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:00,279 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:00,280 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520940275Disabling compacts and flushes for region at 1732520940275Disabling writes for close at 1732520940278 (+3 ms)Writing region close event to WAL at 1732520940278Closed at 1732520940278 2024-11-25T07:49:00,282 WARN [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/.initializing 2024-11-25T07:49:00,282 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/WALs/7fb8763a5d32,38091,1732520938817 2024-11-25T07:49:00,290 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:00,303 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C38091%2C1732520938817, suffix=, logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/WALs/7fb8763a5d32,38091,1732520938817, archiveDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/oldWALs, maxLogs=10 2024-11-25T07:49:00,333 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/WALs/7fb8763a5d32,38091,1732520938817/7fb8763a5d32%2C38091%2C1732520938817.1732520940307, exclude list is [], retry=0 2024-11-25T07:49:00,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:00,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T07:49:00,394 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-25T07:49:00,455 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/WALs/7fb8763a5d32,38091,1732520938817/7fb8763a5d32%2C38091%2C1732520938817.1732520940307 2024-11-25T07:49:00,456 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:00,456 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:00,456 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:00,459 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,460 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T07:49:00,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:00,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:00,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T07:49:00,530 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:00,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:00,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T07:49:00,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:00,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:00,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,539 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T07:49:00,539 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:00,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:00,541 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,544 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,545 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,550 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,551 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,555 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:49:00,559 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T07:49:00,564 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:00,566 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71510112, jitterRate=0.06558370590209961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:49:00,574 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732520940471Initializing all the Stores at 1732520940473 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520940474 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520940475 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520940475Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520940475Cleaning up temporary data from old regions at 1732520940551 (+76 ms)Region opened successfully at 1732520940574 (+23 ms) 2024-11-25T07:49:00,576 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T07:49:00,610 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d145833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:49:00,643 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-25T07:49:00,653 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T07:49:00,654 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T07:49:00,656 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T07:49:00,658 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T07:49:00,662 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-25T07:49:00,662 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T07:49:00,692 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T07:49:00,701 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T07:49:00,755 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-25T07:49:00,758 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T07:49:00,760 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T07:49:00,770 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-25T07:49:00,772 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T07:49:00,776 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T07:49:00,823 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-25T07:49:00,825 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T07:49:00,833 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T07:49:00,851 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T07:49:00,859 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T07:49:00,870 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:49:00,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:49:00,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:49:00,871 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T07:49:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,877 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7fb8763a5d32,38091,1732520938817, sessionid=0x10170f785050000, setting cluster-up flag (Was=false) 2024-11-25T07:49:00,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,907 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,938 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T07:49:00,942 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,38091,1732520938817 2024-11-25T07:49:00,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,965 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:00,997 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T07:49:00,999 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7fb8763a5d32,38091,1732520938817 2024-11-25T07:49:01,006 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-25T07:49:01,078 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-25T07:49:01,084 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(746): ClusterId : fb730379-774d-4f28-9b08-f458026166ec 2024-11-25T07:49:01,084 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(746): ClusterId : fb730379-774d-4f28-9b08-f458026166ec 2024-11-25T07:49:01,084 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(746): ClusterId : fb730379-774d-4f28-9b08-f458026166ec 2024-11-25T07:49:01,087 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:49:01,087 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:49:01,087 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T07:49:01,089 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-25T07:49:01,097 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T07:49:01,102 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7fb8763a5d32,38091,1732520938817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T07:49:01,201 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:49:01,201 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:49:01,201 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T07:49:01,201 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:49:01,201 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:49:01,201 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T07:49:01,202 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:49:01,203 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:49:01,203 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:49:01,203 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=5, maxPoolSize=5 2024-11-25T07:49:01,203 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7fb8763a5d32:0, corePoolSize=10, maxPoolSize=10 2024-11-25T07:49:01,203 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,204 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:49:01,204 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,207 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732520971207 2024-11-25T07:49:01,208 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T07:49:01,209 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T07:49:01,210 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:49:01,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-25T07:49:01,213 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T07:49:01,213 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T07:49:01,213 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T07:49:01,213 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T07:49:01,214 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,216 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:01,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T07:49:01,216 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T07:49:01,217 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T07:49:01,218 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T07:49:01,220 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T07:49:01,220 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T07:49:01,223 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520941222,5,FailOnTimeoutGroup] 2024-11-25T07:49:01,224 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520941223,5,FailOnTimeoutGroup] 2024-11-25T07:49:01,224 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,224 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T07:49:01,226 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,226 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:49:01,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:49:01,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741831_1007 (size=1321) 2024-11-25T07:49:01,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-25T07:49:01,235 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28 2024-11-25T07:49:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:49:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:49:01,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741832_1008 (size=32) 2024-11-25T07:49:01,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:01,256 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:49:01,256 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:49:01,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:49:01,257 DEBUG [RS:2;7fb8763a5d32:34577 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ece1fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:49:01,257 DEBUG [RS:1;7fb8763a5d32:34205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3311fccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:49:01,258 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T07:49:01,259 DEBUG [RS:0;7fb8763a5d32:42807 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89e8673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7fb8763a5d32/172.17.0.2:0 2024-11-25T07:49:01,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:49:01,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:01,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:01,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:49:01,275 DEBUG [RS:2;7fb8763a5d32:34577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;7fb8763a5d32:34577 2024-11-25T07:49:01,279 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;7fb8763a5d32:34205 2024-11-25T07:49:01,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:49:01,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:01,280 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:49:01,280 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:49:01,281 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:49:01,281 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:49:01,281 DEBUG [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:49:01,281 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:49:01,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:01,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:49:01,284 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,38091,1732520938817 with port=34577, startcode=1732520939838 2024-11-25T07:49:01,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:49:01,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:01,286 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,38091,1732520938817 with port=34205, startcode=1732520939790 2024-11-25T07:49:01,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:01,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:49:01,287 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7fb8763a5d32:42807 2024-11-25T07:49:01,288 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-25T07:49:01,288 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-25T07:49:01,288 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-25T07:49:01,289 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(2659): reportForDuty to master=7fb8763a5d32,38091,1732520938817 with port=42807, startcode=1732520939678 2024-11-25T07:49:01,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:49:01,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:01,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:01,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:49:01,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740 2024-11-25T07:49:01,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740 2024-11-25T07:49:01,302 DEBUG [RS:0;7fb8763a5d32:42807 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:49:01,302 DEBUG [RS:2;7fb8763a5d32:34577 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:49:01,303 DEBUG [RS:1;7fb8763a5d32:34205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T07:49:01,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:49:01,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:49:01,305 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:49:01,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:49:01,316 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:01,318 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65352669, jitterRate=-0.026169344782829285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:49:01,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732520941254Initializing all the Stores at 1732520941256 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520941256Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520941256Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520941256Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520941256Cleaning up temporary data from old regions at 1732520941303 (+47 ms)Region opened successfully at 1732520941323 (+20 ms) 2024-11-25T07:49:01,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:49:01,323 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:49:01,323 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:49:01,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:49:01,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:49:01,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:49:01,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520941323Disabling compacts and flushes for region at 1732520941323Disabling writes for close at 1732520941324 (+1 ms)Writing region close event to WAL at 1732520941333 (+9 ms)Closed at 1732520941334 (+1 ms) 2024-11-25T07:49:01,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:49:01,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-25T07:49:01,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:49:01,353 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38131, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:49:01,353 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:49:01,353 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60337, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T07:49:01,362 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:49:01,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:01,366 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:01,367 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T07:49:01,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:01,377 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:01,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:01,381 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] master.ServerManager(517): Registering regionserver=7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:01,382 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28 2024-11-25T07:49:01,382 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28 2024-11-25T07:49:01,382 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45593 2024-11-25T07:49:01,382 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45593 2024-11-25T07:49:01,382 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:49:01,383 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:49:01,386 DEBUG [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28 2024-11-25T07:49:01,387 DEBUG [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45593 2024-11-25T07:49:01,387 DEBUG [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-25T07:49:01,518 WARN [7fb8763a5d32:38091 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-25T07:49:01,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:49:01,721 DEBUG [RS:0;7fb8763a5d32:42807 {}] zookeeper.ZKUtil(111): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:01,721 WARN [RS:0;7fb8763a5d32:42807 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:49:01,722 INFO [RS:0;7fb8763a5d32:42807 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:01,722 DEBUG [RS:2;7fb8763a5d32:34577 {}] zookeeper.ZKUtil(111): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:01,722 DEBUG [RS:1;7fb8763a5d32:34205 {}] zookeeper.ZKUtil(111): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:01,722 WARN [RS:2;7fb8763a5d32:34577 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:49:01,722 WARN [RS:1;7fb8763a5d32:34205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T07:49:01,722 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:01,722 INFO [RS:2;7fb8763a5d32:34577 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:01,722 INFO [RS:1;7fb8763a5d32:34205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:01,722 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:01,722 DEBUG [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:01,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,34205,1732520939790] 2024-11-25T07:49:01,724 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,34577,1732520939838] 2024-11-25T07:49:01,725 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7fb8763a5d32,42807,1732520939678] 2024-11-25T07:49:01,751 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:49:01,751 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:49:01,751 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T07:49:01,769 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:49:01,769 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:49:01,769 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T07:49:01,775 INFO [RS:0;7fb8763a5d32:42807 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:49:01,775 INFO [RS:1;7fb8763a5d32:34205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:49:01,775 INFO [RS:2;7fb8763a5d32:34577 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:49:01,775 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,775 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,775 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,776 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:49:01,776 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:49:01,776 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-25T07:49:01,783 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:49:01,783 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:49:01,783 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-25T07:49:01,784 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,784 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,785 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,785 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,785 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,785 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,785 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,785 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,785 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,785 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,785 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0, corePoolSize=2, maxPoolSize=2 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,786 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,787 DEBUG [RS:1;7fb8763a5d32:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:49:01,787 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,787 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,787 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:49:01,787 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,787 DEBUG [RS:0;7fb8763a5d32:42807 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:49:01,787 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7fb8763a5d32:0, corePoolSize=1, maxPoolSize=1 2024-11-25T07:49:01,787 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:49:01,787 DEBUG [RS:2;7fb8763a5d32:34577 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7fb8763a5d32:0, corePoolSize=3, maxPoolSize=3 2024-11-25T07:49:01,790 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,790 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,790 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,790 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,790 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,790 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,791 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,791 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,791 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,791 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,791 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42807,1732520939678-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:49:01,791 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,34205,1732520939790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:49:01,792 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,792 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,792 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,792 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,792 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,792 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,34577,1732520939838-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:49:01,816 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:49:01,816 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:49:01,816 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T07:49:01,818 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,34205,1732520939790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,818 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,42807,1732520939678-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,818 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,34577,1732520939838-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,818 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,818 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,818 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,819 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.Replication(171): 7fb8763a5d32,34205,1732520939790 started 2024-11-25T07:49:01,819 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.Replication(171): 7fb8763a5d32,42807,1732520939678 started 2024-11-25T07:49:01,819 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.Replication(171): 7fb8763a5d32,34577,1732520939838 started 2024-11-25T07:49:01,837 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,838 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,34205,1732520939790, RpcServer on 7fb8763a5d32/172.17.0.2:34205, sessionid=0x10170f785050002 2024-11-25T07:49:01,838 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,838 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,42807,1732520939678, RpcServer on 7fb8763a5d32/172.17.0.2:42807, sessionid=0x10170f785050001 2024-11-25T07:49:01,838 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:49:01,838 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:49:01,838 DEBUG [RS:0;7fb8763a5d32:42807 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:01,838 DEBUG [RS:1;7fb8763a5d32:34205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:01,839 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42807,1732520939678' 2024-11-25T07:49:01,839 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,34205,1732520939790' 2024-11-25T07:49:01,839 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:49:01,839 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:49:01,840 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:49:01,840 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:49:01,840 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:49:01,840 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:49:01,840 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:49:01,840 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:49:01,840 DEBUG [RS:0;7fb8763a5d32:42807 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:01,840 DEBUG [RS:1;7fb8763a5d32:34205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:01,840 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,42807,1732520939678' 2024-11-25T07:49:01,840 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,34205,1732520939790' 2024-11-25T07:49:01,840 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:49:01,841 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:49:01,841 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:49:01,841 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:49:01,841 DEBUG [RS:0;7fb8763a5d32:42807 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:49:01,842 INFO [RS:0;7fb8763a5d32:42807 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:49:01,842 DEBUG [RS:1;7fb8763a5d32:34205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:49:01,842 INFO [RS:0;7fb8763a5d32:42807 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:49:01,842 INFO [RS:1;7fb8763a5d32:34205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:49:01,842 INFO [RS:1;7fb8763a5d32:34205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:49:01,842 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:01,842 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(1482): Serving as 7fb8763a5d32,34577,1732520939838, RpcServer on 7fb8763a5d32/172.17.0.2:34577, sessionid=0x10170f785050003 2024-11-25T07:49:01,842 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T07:49:01,843 DEBUG [RS:2;7fb8763a5d32:34577 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:01,843 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,34577,1732520939838' 2024-11-25T07:49:01,843 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T07:49:01,843 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T07:49:01,844 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T07:49:01,844 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T07:49:01,844 DEBUG [RS:2;7fb8763a5d32:34577 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:01,844 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7fb8763a5d32,34577,1732520939838' 2024-11-25T07:49:01,844 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T07:49:01,845 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T07:49:01,845 DEBUG [RS:2;7fb8763a5d32:34577 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T07:49:01,845 INFO [RS:2;7fb8763a5d32:34577 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T07:49:01,845 INFO [RS:2;7fb8763a5d32:34577 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T07:49:01,947 INFO [RS:1;7fb8763a5d32:34205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:01,947 INFO [RS:2;7fb8763a5d32:34577 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:01,947 INFO [RS:0;7fb8763a5d32:42807 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:01,950 INFO [RS:2;7fb8763a5d32:34577 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C34577%2C1732520939838, suffix=, logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34577,1732520939838, archiveDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs, maxLogs=32 2024-11-25T07:49:01,950 INFO [RS:1;7fb8763a5d32:34205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C34205%2C1732520939790, suffix=, logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790, archiveDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs, maxLogs=32 2024-11-25T07:49:01,950 INFO [RS:0;7fb8763a5d32:42807 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C42807%2C1732520939678, suffix=, logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,42807,1732520939678, archiveDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs, maxLogs=32 2024-11-25T07:49:01,970 DEBUG [RS:2;7fb8763a5d32:34577 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34577,1732520939838/7fb8763a5d32%2C34577%2C1732520939838.1732520941954, exclude list is [], retry=0 2024-11-25T07:49:01,971 DEBUG [RS:0;7fb8763a5d32:42807 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,42807,1732520939678/7fb8763a5d32%2C42807%2C1732520939678.1732520941955, exclude list is [], retry=0 2024-11-25T07:49:01,971 DEBUG [RS:1;7fb8763a5d32:34205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790/7fb8763a5d32%2C34205%2C1732520939790.1732520941954, exclude list is [], retry=0 2024-11-25T07:49:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:01,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:01,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:01,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:01,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:01,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:01,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:01,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:02,013 INFO [RS:1;7fb8763a5d32:34205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 2024-11-25T07:49:02,017 INFO [RS:2;7fb8763a5d32:34577 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34577,1732520939838/7fb8763a5d32%2C34577%2C1732520939838.1732520941954 2024-11-25T07:49:02,017 DEBUG [RS:1;7fb8763a5d32:34205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:02,019 DEBUG [RS:2;7fb8763a5d32:34577 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:02,019 INFO [RS:0;7fb8763a5d32:42807 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,42807,1732520939678/7fb8763a5d32%2C42807%2C1732520939678.1732520941955 2024-11-25T07:49:02,019 DEBUG [RS:0;7fb8763a5d32:42807 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:02,271 DEBUG [7fb8763a5d32:38091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-25T07:49:02,282 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:49:02,289 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:49:02,289 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:49:02,289 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T07:49:02,289 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:49:02,289 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:49:02,289 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T07:49:02,289 INFO [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:49:02,289 INFO [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:49:02,289 INFO [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T07:49:02,289 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:49:02,296 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:02,301 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,34205,1732520939790, state=OPENING 2024-11-25T07:49:02,459 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T07:49:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:02,475 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:02,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:02,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:49:02,480 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,34205,1732520939790}] 2024-11-25T07:49:02,652 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:49:02,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38481, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:49:02,666 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:49:02,666 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:02,667 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:49:02,670 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C34205%2C1732520939790.meta, suffix=.meta, logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790, archiveDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs, maxLogs=32 2024-11-25T07:49:02,686 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, exclude list is [], retry=0 2024-11-25T07:49:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:02,720 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta 2024-11-25T07:49:02,720 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:02,721 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:02,722 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:49:02,725 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:49:02,729 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:49:02,732 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:49:02,733 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:02,733 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:49:02,733 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:49:02,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:49:02,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:49:02,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:02,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:02,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:49:02,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:49:02,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:02,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:02,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:49:02,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:49:02,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:02,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:02,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:49:02,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:49:02,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:02,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:02,747 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:49:02,748 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740 2024-11-25T07:49:02,751 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740 2024-11-25T07:49:02,754 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:49:02,754 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:49:02,756 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:49:02,759 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:49:02,761 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68506711, jitterRate=0.020829543471336365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:49:02,761 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:49:02,762 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732520942733Writing region info on filesystem at 1732520942733Initializing all the Stores at 1732520942735 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520942735Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520942736 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520942736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520942736Cleaning up temporary data from old regions at 1732520942754 (+18 ms)Running coprocessor post-open hooks at 1732520942761 (+7 ms)Region opened successfully at 1732520942762 (+1 ms) 2024-11-25T07:49:02,769 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732520942644 2024-11-25T07:49:02,780 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:49:02,781 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:49:02,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:02,784 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,34205,1732520939790, state=OPEN 2024-11-25T07:49:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:02,796 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:02,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:02,797 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:02,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T07:49:02,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,34205,1732520939790 in 319 msec 2024-11-25T07:49:02,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T07:49:02,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.4590 sec 2024-11-25T07:49:02,813 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-25T07:49:02,813 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-25T07:49:02,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:02,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1] 2024-11-25T07:49:02,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:49:02,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38341, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:49:02,906 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8690 sec 2024-11-25T07:49:02,906 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732520942906, completionTime=-1 2024-11-25T07:49:02,909 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-25T07:49:02,909 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-25T07:49:02,936 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-25T07:49:02,936 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732521002936 2024-11-25T07:49:02,936 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732521062936 2024-11-25T07:49:02,936 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-25T07:49:02,938 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T07:49:02,944 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38091,1732520938817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:02,945 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38091,1732520938817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:02,945 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38091,1732520938817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:02,946 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7fb8763a5d32:38091, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:02,946 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:02,947 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:02,955 DEBUG [master/7fb8763a5d32:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-25T07:49:02,975 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.017sec 2024-11-25T07:49:02,977 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T07:49:02,978 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T07:49:02,979 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T07:49:02,980 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T07:49:02,980 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T07:49:02,981 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38091,1732520938817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T07:49:02,982 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38091,1732520938817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T07:49:02,987 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-25T07:49:02,988 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T07:49:02,988 INFO [master/7fb8763a5d32:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7fb8763a5d32,38091,1732520938817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:02,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48eff0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:49:02,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7fb8763a5d32,38091,-1 for getting cluster id 2024-11-25T07:49:02,999 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-25T07:49:03,006 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb730379-774d-4f28-9b08-f458026166ec' 2024-11-25T07:49:03,009 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-25T07:49:03,009 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb730379-774d-4f28-9b08-f458026166ec" 2024-11-25T07:49:03,011 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caa9d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:49:03,011 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7fb8763a5d32,38091,-1] 2024-11-25T07:49:03,014 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-25T07:49:03,015 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:03,017 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46482, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-25T07:49:03,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6e2e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T07:49:03,021 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:03,032 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1] 2024-11-25T07:49:03,032 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:49:03,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:49:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7fb8763a5d32,38091,1732520938817 2024-11-25T07:49:03,054 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:45593/hbase 2024-11-25T07:49:03,069 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=361, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=611, ProcessCount=11, AvailableMemoryMB=5326 2024-11-25T07:49:03,088 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:03,092 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:03,093 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:03,097 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22681428, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-22681428, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:03,113 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22681428/hregion-22681428.1732520943099, exclude list is [], retry=0 2024-11-25T07:49:03,118 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:03,118 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:03,118 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:03,164 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22681428/hregion-22681428.1732520943099 2024-11-25T07:49:03,164 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:03,165 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 7ec62b46f56c6df00f45618b40522adf, NAME => 'testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741838_1014 (size=64) 2024-11-25T07:49:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741838_1014 (size=64) 2024-11-25T07:49:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741838_1014 (size=64) 2024-11-25T07:49:03,179 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:03,182 INFO [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,184 INFO [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ec62b46f56c6df00f45618b40522adf columnFamilyName a 2024-11-25T07:49:03,185 DEBUG [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:03,186 INFO [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] regionserver.HStore(327): Store=7ec62b46f56c6df00f45618b40522adf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:03,186 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,189 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,190 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,191 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,191 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,195 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,199 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:03,200 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7ec62b46f56c6df00f45618b40522adf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59921413, jitterRate=-0.10710136592388153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:03,201 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7ec62b46f56c6df00f45618b40522adf: Writing region info on filesystem at 1732520943179Initializing all the Stores at 1732520943181 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520943181Cleaning up temporary data from old regions at 1732520943191 (+10 ms)Region opened successfully at 1732520943201 (+10 ms) 2024-11-25T07:49:03,201 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 7ec62b46f56c6df00f45618b40522adf, disabling compactions & flushes 2024-11-25T07:49:03,201 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf. 2024-11-25T07:49:03,201 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf. 2024-11-25T07:49:03,201 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf. after waiting 0 ms 2024-11-25T07:49:03,201 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf. 2024-11-25T07:49:03,202 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf. 2024-11-25T07:49:03,202 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 7ec62b46f56c6df00f45618b40522adf: Waiting for close lock at 1732520943201Disabling compacts and flushes for region at 1732520943201Disabling writes for close at 1732520943201Writing region close event to WAL at 1732520943202 (+1 ms)Closed at 1732520943202 2024-11-25T07:49:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741837_1013 (size=175) 2024-11-25T07:49:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741837_1013 (size=175) 2024-11-25T07:49:03,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741837_1013 (size=175) 2024-11-25T07:49:03,215 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:03,215 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22681428:(num 1732520943099) 2024-11-25T07:49:03,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T07:49:03,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741839_1015 (size=469) 2024-11-25T07:49:03,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741839_1015 (size=469) 2024-11-25T07:49:03,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741839_1015 (size=469) 2024-11-25T07:49:03,266 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T07:49:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741840_1016 (size=322) 2024-11-25T07:49:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741840_1016 (size=322) 2024-11-25T07:49:03,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741840_1016 (size=322) 2024-11-25T07:49:03,332 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1, size=469 (469bytes) 2024-11-25T07:49:03,332 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-25T07:49:03,333 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-25T07:49:03,333 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1 2024-11-25T07:49:03,338 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1 after 3ms 2024-11-25T07:49:03,372 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:03,372 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1 took 42ms 2024-11-25T07:49:03,378 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1 so closing down 2024-11-25T07:49:03,378 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:03,381 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T07:49:03,408 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T07:49:03,409 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741841_1017 (size=469) 2024-11-25T07:49:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741841_1017 (size=469) 2024-11-25T07:49:03,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741841_1017 (size=469) 2024-11-25T07:49:03,422 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:03,424 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002 2024-11-25T07:49:03,428 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-25T07:49:03,428 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1, journal: Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1, size=469 (469bytes) at 1732520943332Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1 so closing down at 1732520943378 (+46 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000001-wal-1.temp at 1732520943408 (+30 ms)3 split writer threads finished at 1732520943409 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732520943422 (+13 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002 at 1732520943424 (+2 ms)Processed 2 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732520943428 (+4 ms) 2024-11-25T07:49:03,446 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2, size=322 (322bytes) 2024-11-25T07:49:03,446 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2 2024-11-25T07:49:03,447 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2 after 1ms 2024-11-25T07:49:03,478 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:03,478 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2 took 32ms 2024-11-25T07:49:03,481 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2 so closing down 2024-11-25T07:49:03,481 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:03,484 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T07:49:03,513 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T07:49:03,514 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:03,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741842_1018 (size=322) 2024-11-25T07:49:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741842_1018 (size=322) 2024-11-25T07:49:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741842_1018 (size=322) 2024-11-25T07:49:03,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:03,552 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:03,555 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-25T07:49:03,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-25T07:49:03,557 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2, journal: Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2, size=322 (322bytes) at 1732520943446Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2 so closing down at 1732520943481 (+35 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002-wal-2.temp at 1732520943513 (+32 ms)3 split writer threads finished at 1732520943514 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732520943523 (+9 ms)Processed 1 edits across 1 Regions in 77 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732520943557 (+34 ms) 2024-11-25T07:49:03,557 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:03,559 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:03,583 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal.1732520943562, exclude list is [], retry=0 2024-11-25T07:49:03,587 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:03,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:03,588 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:03,622 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal.1732520943562 2024-11-25T07:49:03,622 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:03,622 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ec62b46f56c6df00f45618b40522adf, NAME => 'testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:03,623 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:03,623 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,623 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,625 INFO [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,626 INFO [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ec62b46f56c6df00f45618b40522adf columnFamilyName a 2024-11-25T07:49:03,626 DEBUG [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:03,628 INFO [StoreOpener-7ec62b46f56c6df00f45618b40522adf-1 {}] regionserver.HStore(327): Store=7ec62b46f56c6df00f45618b40522adf/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:03,628 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,629 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,631 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,632 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002 2024-11-25T07:49:03,663 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:03,669 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002 2024-11-25T07:49:03,672 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7ec62b46f56c6df00f45618b40522adf 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T07:49:03,729 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/.tmp/a/a045fd2f0c4146fdb9d8fd0830c12734 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732520943216/Put/seqid=0 2024-11-25T07:49:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741844_1020 (size=5170) 2024-11-25T07:49:03,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741844_1020 (size=5170) 2024-11-25T07:49:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741844_1020 (size=5170) 2024-11-25T07:49:03,745 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/.tmp/a/a045fd2f0c4146fdb9d8fd0830c12734 2024-11-25T07:49:03,797 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/.tmp/a/a045fd2f0c4146fdb9d8fd0830c12734 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/a/a045fd2f0c4146fdb9d8fd0830c12734 2024-11-25T07:49:03,805 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/a/a045fd2f0c4146fdb9d8fd0830c12734, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T07:49:03,811 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7ec62b46f56c6df00f45618b40522adf in 138ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T07:49:03,813 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/0000000000000000002 2024-11-25T07:49:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,814 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,817 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 7ec62b46f56c6df00f45618b40522adf 2024-11-25T07:49:03,821 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/7ec62b46f56c6df00f45618b40522adf/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T07:49:03,822 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 7ec62b46f56c6df00f45618b40522adf; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70335085, jitterRate=0.04807443916797638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:03,823 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 7ec62b46f56c6df00f45618b40522adf: Writing region info on filesystem at 1732520943623Initializing all the Stores at 1732520943624 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520943625 (+1 ms)Obtaining lock to block concurrent updates at 1732520943672 (+47 ms)Preparing flush snapshotting stores in 7ec62b46f56c6df00f45618b40522adf at 1732520943672Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732520943675 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732520943089.7ec62b46f56c6df00f45618b40522adf. at 1732520943675Flushing 7ec62b46f56c6df00f45618b40522adf/a: creating writer at 1732520943676 (+1 ms)Flushing 7ec62b46f56c6df00f45618b40522adf/a: appending metadata at 1732520943716 (+40 ms)Flushing 7ec62b46f56c6df00f45618b40522adf/a: closing flushed file at 1732520943718 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31a0f31d: reopening flushed file at 1732520943794 (+76 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 7ec62b46f56c6df00f45618b40522adf in 138ms, sequenceid=2, compaction requested=false; wal=null at 1732520943811 (+17 ms)Cleaning up temporary data from old regions at 1732520943814 (+3 ms)Region opened successfully at 1732520943823 (+9 ms) 2024-11-25T07:49:03,848 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=373 (was 361) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:35984 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:54970 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45593/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:46080 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:36154 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:39588 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:36170 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=611 (was 611), ProcessCount=11 (was 11), AvailableMemoryMB=5304 (was 5326) 2024-11-25T07:49:03,858 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=611, ProcessCount=11, AvailableMemoryMB=5303 2024-11-25T07:49:03,873 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:03,875 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:03,876 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:03,879 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-53783089, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-53783089, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:03,893 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-53783089/hregion-53783089.1732520943879, exclude list is [], retry=0 2024-11-25T07:49:03,897 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:03,897 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:03,897 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:03,926 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-53783089/hregion-53783089.1732520943879 2024-11-25T07:49:03,926 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:03,926 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c67820485a9aff57d2a65d9e97a35ea4, NAME => 'testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741846_1022 (size=64) 2024-11-25T07:49:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741846_1022 (size=64) 2024-11-25T07:49:03,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741846_1022 (size=64) 2024-11-25T07:49:03,938 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:03,941 INFO [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:03,944 INFO [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c67820485a9aff57d2a65d9e97a35ea4 columnFamilyName a 2024-11-25T07:49:03,944 DEBUG [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:03,945 INFO [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] regionserver.HStore(327): Store=c67820485a9aff57d2a65d9e97a35ea4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:03,945 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:03,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:03,947 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:03,947 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:03,947 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:03,950 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:03,955 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:03,956 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c67820485a9aff57d2a65d9e97a35ea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72484978, jitterRate=0.0801103413105011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:03,956 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c67820485a9aff57d2a65d9e97a35ea4: Writing region info on filesystem at 1732520943938Initializing all the Stores at 1732520943940 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520943940Cleaning up temporary data from old regions at 1732520943947 (+7 ms)Region opened successfully at 1732520943956 (+9 ms) 2024-11-25T07:49:03,956 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c67820485a9aff57d2a65d9e97a35ea4, disabling compactions & flushes 2024-11-25T07:49:03,956 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4. 2024-11-25T07:49:03,957 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4. 2024-11-25T07:49:03,957 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4. after waiting 0 ms 2024-11-25T07:49:03,957 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4. 2024-11-25T07:49:03,957 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4. 2024-11-25T07:49:03,957 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c67820485a9aff57d2a65d9e97a35ea4: Waiting for close lock at 1732520943956Disabling compacts and flushes for region at 1732520943956Disabling writes for close at 1732520943957 (+1 ms)Writing region close event to WAL at 1732520943957Closed at 1732520943957 2024-11-25T07:49:03,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741845_1021 (size=175) 2024-11-25T07:49:03,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741845_1021 (size=175) 2024-11-25T07:49:03,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741845_1021 (size=175) 2024-11-25T07:49:03,966 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:03,966 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-53783089:(num 1732520943879) 2024-11-25T07:49:03,967 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T07:49:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741847_1023 (size=469) 2024-11-25T07:49:04,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741847_1023 (size=469) 2024-11-25T07:49:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741847_1023 (size=469) 2024-11-25T07:49:04,006 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-25T07:49:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741848_1024 (size=322) 2024-11-25T07:49:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741848_1024 (size=322) 2024-11-25T07:49:04,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741848_1024 (size=322) 2024-11-25T07:49:04,061 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2, size=322 (322bytes) 2024-11-25T07:49:04,061 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2 2024-11-25T07:49:04,062 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2 after 1ms 2024-11-25T07:49:04,093 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:04,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2 took 32ms 2024-11-25T07:49:04,098 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2 so closing down 2024-11-25T07:49:04,098 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:04,101 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-25T07:49:04,130 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002-wal-2.temp 2024-11-25T07:49:04,130 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:04,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741849_1025 (size=322) 2024-11-25T07:49:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741849_1025 (size=322) 2024-11-25T07:49:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741849_1025 (size=322) 2024-11-25T07:49:04,142 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:04,146 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002 2024-11-25T07:49:04,146 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-25T07:49:04,146 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2, journal: Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2, size=322 (322bytes) at 1732520944061Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2 so closing down at 1732520944098 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002-wal-2.temp at 1732520944130 (+32 ms)3 split writer threads finished at 1732520944130Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732520944142 (+12 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002 at 1732520944146 (+4 ms)Processed 1 edits across 1 Regions in 50 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732520944146 2024-11-25T07:49:04,164 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1, size=469 (469bytes) 2024-11-25T07:49:04,165 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1 2024-11-25T07:49:04,166 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1 after 1ms 2024-11-25T07:49:04,199 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:04,199 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1 took 35ms 2024-11-25T07:49:04,202 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1 so closing down 2024-11-25T07:49:04,203 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:04,206 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-25T07:49:04,235 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000001-wal-1.temp 2024-11-25T07:49:04,235 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741850_1026 (size=469) 2024-11-25T07:49:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741850_1026 (size=469) 2024-11-25T07:49:04,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741850_1026 (size=469) 2024-11-25T07:49:04,245 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:04,282 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:04,284 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002, length=322 2024-11-25T07:49:04,287 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002 2024-11-25T07:49:04,287 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-25T07:49:04,287 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1, journal: Splitting hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1, size=469 (469bytes) at 1732520944165Finishing writing output for hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1 so closing down at 1732520944203 (+38 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000001-wal-1.temp at 1732520944235 (+32 ms)3 split writer threads finished at 1732520944236 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732520944245 (+9 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002 at 1732520944287 (+42 ms)Processed 2 edits across 1 Regions in 88 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732520944287 2024-11-25T07:49:04,287 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:04,290 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:04,304 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal.1732520944290, exclude list is [], retry=0 2024-11-25T07:49:04,308 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:04,308 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:04,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:04,342 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal.1732520944290 2024-11-25T07:49:04,342 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:04,342 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c67820485a9aff57d2a65d9e97a35ea4, NAME => 'testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:04,342 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:04,343 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,343 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,345 INFO [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,347 INFO [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c67820485a9aff57d2a65d9e97a35ea4 columnFamilyName a 2024-11-25T07:49:04,348 DEBUG [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:04,348 INFO [StoreOpener-c67820485a9aff57d2a65d9e97a35ea4-1 {}] regionserver.HStore(327): Store=c67820485a9aff57d2a65d9e97a35ea4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:04,348 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,350 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,352 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,353 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002 2024-11-25T07:49:04,385 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:04,386 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002 2024-11-25T07:49:04,387 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c67820485a9aff57d2a65d9e97a35ea4 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-25T07:49:04,403 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/.tmp/a/e1737e6b375841c785dc2ba9567020df is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732520943966/Put/seqid=0 2024-11-25T07:49:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741852_1028 (size=5170) 2024-11-25T07:49:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741852_1028 (size=5170) 2024-11-25T07:49:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741852_1028 (size=5170) 2024-11-25T07:49:04,413 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/.tmp/a/e1737e6b375841c785dc2ba9567020df 2024-11-25T07:49:04,421 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/.tmp/a/e1737e6b375841c785dc2ba9567020df as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/a/e1737e6b375841c785dc2ba9567020df 2024-11-25T07:49:04,429 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/a/e1737e6b375841c785dc2ba9567020df, entries=2, sequenceid=2, filesize=5.0 K 2024-11-25T07:49:04,430 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c67820485a9aff57d2a65d9e97a35ea4 in 44ms, sequenceid=2, compaction requested=false; wal=null 2024-11-25T07:49:04,431 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/0000000000000000002 2024-11-25T07:49:04,431 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,432 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,435 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c67820485a9aff57d2a65d9e97a35ea4 2024-11-25T07:49:04,438 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/c67820485a9aff57d2a65d9e97a35ea4/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-25T07:49:04,440 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c67820485a9aff57d2a65d9e97a35ea4; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61791452, jitterRate=-0.07923561334609985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:04,440 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c67820485a9aff57d2a65d9e97a35ea4: Writing region info on filesystem at 1732520944343Initializing all the Stores at 1732520944345 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520944345Obtaining lock to block concurrent updates at 1732520944387 (+42 ms)Preparing flush snapshotting stores in c67820485a9aff57d2a65d9e97a35ea4 at 1732520944387Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732520944387Flushing stores of testReplayEditsWrittenIntoWAL,,1732520943874.c67820485a9aff57d2a65d9e97a35ea4. at 1732520944387Flushing c67820485a9aff57d2a65d9e97a35ea4/a: creating writer at 1732520944387Flushing c67820485a9aff57d2a65d9e97a35ea4/a: appending metadata at 1732520944402 (+15 ms)Flushing c67820485a9aff57d2a65d9e97a35ea4/a: closing flushed file at 1732520944402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d5b102: reopening flushed file at 1732520944420 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for c67820485a9aff57d2a65d9e97a35ea4 in 44ms, sequenceid=2, compaction requested=false; wal=null at 1732520944430 (+10 ms)Cleaning up temporary data from old regions at 1732520944432 (+2 ms)Region opened successfully at 1732520944440 (+8 ms) 2024-11-25T07:49:04,458 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=383 (was 373) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:55024 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:36086 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:46080 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:36242 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:36154 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:39588 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=618 (was 611) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5287 (was 5303) 2024-11-25T07:49:04,468 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=383, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=618, ProcessCount=11, AvailableMemoryMB=5286 2024-11-25T07:49:04,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:04,492 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:04,493 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:04,496 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46993528, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-46993528, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:04,509 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46993528/hregion-46993528.1732520944497, exclude list is [], retry=0 2024-11-25T07:49:04,513 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:04,513 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:04,515 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:04,546 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46993528/hregion-46993528.1732520944497 2024-11-25T07:49:04,547 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:04,547 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ca0419b7cd8e274dbca91f813cd82f61, NAME => 'testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741854_1030 (size=64) 2024-11-25T07:49:04,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741854_1030 (size=64) 2024-11-25T07:49:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741854_1030 (size=64) 2024-11-25T07:49:04,569 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:04,571 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,573 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0419b7cd8e274dbca91f813cd82f61 columnFamilyName a 2024-11-25T07:49:04,573 DEBUG [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:04,574 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(327): Store=ca0419b7cd8e274dbca91f813cd82f61/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:04,574 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,576 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0419b7cd8e274dbca91f813cd82f61 columnFamilyName b 2024-11-25T07:49:04,576 DEBUG [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:04,576 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(327): Store=ca0419b7cd8e274dbca91f813cd82f61/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:04,577 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,578 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0419b7cd8e274dbca91f813cd82f61 columnFamilyName c 2024-11-25T07:49:04,579 DEBUG [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:04,579 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(327): Store=ca0419b7cd8e274dbca91f813cd82f61/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:04,579 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,581 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,583 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,583 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,584 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:04,586 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:04,591 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:04,592 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ca0419b7cd8e274dbca91f813cd82f61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69450188, jitterRate=0.03488844633102417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:04,593 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ca0419b7cd8e274dbca91f813cd82f61: Writing region info on filesystem at 1732520944569Initializing all the Stores at 1732520944571 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520944571Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520944571Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520944571Cleaning up temporary data from old regions at 1732520944583 (+12 ms)Region opened successfully at 1732520944593 (+10 ms) 2024-11-25T07:49:04,593 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ca0419b7cd8e274dbca91f813cd82f61, disabling compactions & flushes 2024-11-25T07:49:04,593 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:04,593 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:04,593 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. after waiting 0 ms 2024-11-25T07:49:04,594 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:04,594 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:04,594 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ca0419b7cd8e274dbca91f813cd82f61: Waiting for close lock at 1732520944593Disabling compacts and flushes for region at 1732520944593Disabling writes for close at 1732520944593Writing region close event to WAL at 1732520944594 (+1 ms)Closed at 1732520944594 2024-11-25T07:49:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741853_1029 (size=175) 2024-11-25T07:49:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741853_1029 (size=175) 2024-11-25T07:49:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741853_1029 (size=175) 2024-11-25T07:49:04,602 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:04,602 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46993528:(num 1732520944497) 2024-11-25T07:49:04,602 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:04,605 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:04,618 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605, exclude list is [], retry=0 2024-11-25T07:49:04,621 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:04,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:04,622 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:04,652 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 2024-11-25T07:49:04,653 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:04,887 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605, size=0 (0bytes) 2024-11-25T07:49:04,887 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 might be still open, length is 0 2024-11-25T07:49:04,887 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 2024-11-25T07:49:04,888 WARN [IPC Server handler 3 on default port 45593 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-25T07:49:04,888 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 after 1ms 2024-11-25T07:49:06,643 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:55046 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55046 dst: /127.0.0.1:36465 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36465 remote=/127.0.0.1:55046]. Total timeout mills is 60000, 58208 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:06,644 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:36268 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:44705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36268 dst: /127.0.0.1:44705 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:06,644 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:36126 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:33119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36126 dst: /127.0.0.1:33119 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:06,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741855_1032 (size=497775) 2024-11-25T07:49:06,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741855_1032 (size=497775) 2024-11-25T07:49:06,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741855_1032 (size=497775) 2024-11-25T07:49:08,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:49:08,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:49:08,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 after 4002ms 2024-11-25T07:49:08,932 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:08,934 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 took 4048ms 2024-11-25T07:49:08,960 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732520944605.temp 2024-11-25T07:49:09,017 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000000001-wal.1732520944605.temp 2024-11-25T07:49:09,106 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605; continuing. 2024-11-25T07:49:09,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 so closing down 2024-11-25T07:49:09,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:09,106 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:09,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741856_1033 (size=497783) 2024-11-25T07:49:09,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741856_1033 (size=497783) 2024-11-25T07:49:09,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741856_1033 (size=497783) 2024-11-25T07:49:09,120 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000000001-wal.1732520944605.temp (wrote 3002 edits, skipped 0 edits in 86 ms) 2024-11-25T07:49:09,123 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000000001-wal.1732520944605.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000003002 2024-11-25T07:49:09,123 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T07:49:09,123 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605, journal: Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605, size=0 (0bytes) at 1732520944887Split 1024 edits, skipped 0 edits. at 1732520949006 (+4119 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000000001-wal.1732520944605.temp at 1732520949017 (+11 ms)Split 2048 edits, skipped 0 edits. at 1732520949070 (+53 ms)Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 so closing down at 1732520949106 (+36 ms)3 split writer threads finished at 1732520949106Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000000001-wal.1732520944605.temp (wrote 3002 edits, skipped 0 edits in 86 ms) at 1732520949120 (+14 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000000001-wal.1732520944605.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000003002 at 1732520949123 (+3 ms)Processed 3002 edits across 1 Regions in 188 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605, size=0, length=0, corrupted=false, cancelled=false at 1732520949123 2024-11-25T07:49:09,126 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520944605 2024-11-25T07:49:09,130 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000003002 2024-11-25T07:49:09,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:09,146 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:09,165 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520949146, exclude list is [], retry=0 2024-11-25T07:49:09,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:09,169 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:09,170 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:09,208 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520949146 2024-11-25T07:49:09,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:09,209 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:09,213 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:09,215 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0419b7cd8e274dbca91f813cd82f61 columnFamilyName a 2024-11-25T07:49:09,215 DEBUG [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:09,218 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(327): Store=ca0419b7cd8e274dbca91f813cd82f61/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:09,219 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:09,221 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0419b7cd8e274dbca91f813cd82f61 columnFamilyName b 2024-11-25T07:49:09,221 DEBUG [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:09,222 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(327): Store=ca0419b7cd8e274dbca91f813cd82f61/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:09,222 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:09,224 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca0419b7cd8e274dbca91f813cd82f61 columnFamilyName c 2024-11-25T07:49:09,224 DEBUG [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:09,227 INFO [StoreOpener-ca0419b7cd8e274dbca91f813cd82f61-1 {}] regionserver.HStore(327): Store=ca0419b7cd8e274dbca91f813cd82f61/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:09,227 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:09,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T07:49:09,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:09,232 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:49:09,232 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T07:49:09,233 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T07:49:09,233 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:09,234 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:09,234 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-25T07:49:09,234 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:09,245 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:09,248 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000003002 2024-11-25T07:49:09,297 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:09,373 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T07:49:09,978 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ca0419b7cd8e274dbca91f813cd82f61 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T07:49:10,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/a/f49cd871fdd94d2b9b34848a80e5f7fe is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732520944660/Put/seqid=0 2024-11-25T07:49:10,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741858_1035 (size=50463) 2024-11-25T07:49:10,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741858_1035 (size=50463) 2024-11-25T07:49:10,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741858_1035 (size=50463) 2024-11-25T07:49:10,119 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/a/f49cd871fdd94d2b9b34848a80e5f7fe 2024-11-25T07:49:10,131 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/a/f49cd871fdd94d2b9b34848a80e5f7fe as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/a/f49cd871fdd94d2b9b34848a80e5f7fe 2024-11-25T07:49:10,149 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/a/f49cd871fdd94d2b9b34848a80e5f7fe, entries=754, sequenceid=754, filesize=49.3 K 2024-11-25T07:49:10,150 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for ca0419b7cd8e274dbca91f813cd82f61 in 172ms, sequenceid=754, compaction requested=false; wal=null 2024-11-25T07:49:10,185 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T07:49:10,185 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ca0419b7cd8e274dbca91f813cd82f61 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T07:49:10,214 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/a/b64317201ad641c08c002238d38d04ef is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732520944717/Put/seqid=0 2024-11-25T07:49:10,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741859_1036 (size=20072) 2024-11-25T07:49:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741859_1036 (size=20072) 2024-11-25T07:49:10,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741859_1036 (size=20072) 2024-11-25T07:49:10,245 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/a/b64317201ad641c08c002238d38d04ef 2024-11-25T07:49:10,304 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/b/ebe361c826da41098c80ebeb8440093c is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732520944737/Put/seqid=0 2024-11-25T07:49:10,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741860_1037 (size=35835) 2024-11-25T07:49:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741860_1037 (size=35835) 2024-11-25T07:49:10,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741860_1037 (size=35835) 2024-11-25T07:49:10,327 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/b/ebe361c826da41098c80ebeb8440093c 2024-11-25T07:49:10,338 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/a/b64317201ad641c08c002238d38d04ef as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/a/b64317201ad641c08c002238d38d04ef 2024-11-25T07:49:10,362 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/a/b64317201ad641c08c002238d38d04ef, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-25T07:49:10,366 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/b/ebe361c826da41098c80ebeb8440093c as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/b/ebe361c826da41098c80ebeb8440093c 2024-11-25T07:49:10,378 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/b/ebe361c826da41098c80ebeb8440093c, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-25T07:49:10,378 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ca0419b7cd8e274dbca91f813cd82f61 in 193ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-25T07:49:10,401 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T07:49:10,402 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ca0419b7cd8e274dbca91f813cd82f61 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-25T07:49:10,416 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/b/885e73a4fefe4d5fabc4fe9daa079b94 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732520944765/Put/seqid=0 2024-11-25T07:49:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741861_1038 (size=35082) 2024-11-25T07:49:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741861_1038 (size=35082) 2024-11-25T07:49:10,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741861_1038 (size=35082) 2024-11-25T07:49:10,511 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/b/885e73a4fefe4d5fabc4fe9daa079b94 2024-11-25T07:49:10,608 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/c/dc08e245413c41229d3eeb2bb514713f is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732520944799/Put/seqid=0 2024-11-25T07:49:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741862_1039 (size=20825) 2024-11-25T07:49:10,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741862_1039 (size=20825) 2024-11-25T07:49:10,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741862_1039 (size=20825) 2024-11-25T07:49:10,687 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/c/dc08e245413c41229d3eeb2bb514713f 2024-11-25T07:49:10,697 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/b/885e73a4fefe4d5fabc4fe9daa079b94 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/b/885e73a4fefe4d5fabc4fe9daa079b94 2024-11-25T07:49:10,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/b/885e73a4fefe4d5fabc4fe9daa079b94, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-25T07:49:10,722 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/c/dc08e245413c41229d3eeb2bb514713f as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/c/dc08e245413c41229d3eeb2bb514713f 2024-11-25T07:49:10,731 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/c/dc08e245413c41229d3eeb2bb514713f, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-25T07:49:10,732 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for ca0419b7cd8e274dbca91f813cd82f61 in 331ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-25T07:49:10,746 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732520944849/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:10,750 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000003002 2024-11-25T07:49:10,751 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-25T07:49:10,751 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ca0419b7cd8e274dbca91f813cd82f61 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-25T07:49:10,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/c/3ebf6f4804ac41e5bc5bb4642d8dd429 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732520944809/Put/seqid=0 2024-11-25T07:49:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741863_1040 (size=50301) 2024-11-25T07:49:10,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741863_1040 (size=50301) 2024-11-25T07:49:10,855 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/c/3ebf6f4804ac41e5bc5bb4642d8dd429 2024-11-25T07:49:10,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741863_1040 (size=50301) 2024-11-25T07:49:10,882 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebf6f4804ac41e5bc5bb4642d8dd429 2024-11-25T07:49:10,884 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/.tmp/c/3ebf6f4804ac41e5bc5bb4642d8dd429 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/c/3ebf6f4804ac41e5bc5bb4642d8dd429 2024-11-25T07:49:10,898 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ebf6f4804ac41e5bc5bb4642d8dd429 2024-11-25T07:49:10,898 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/c/3ebf6f4804ac41e5bc5bb4642d8dd429, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-25T07:49:10,899 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for ca0419b7cd8e274dbca91f813cd82f61 in 148ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-25T07:49:10,914 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/0000000000000003002 2024-11-25T07:49:10,922 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:10,922 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:10,923 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T07:49:10,929 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ca0419b7cd8e274dbca91f813cd82f61 2024-11-25T07:49:10,933 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenIntoWAL/ca0419b7cd8e274dbca91f813cd82f61/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-25T07:49:10,938 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ca0419b7cd8e274dbca91f813cd82f61; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66932188, jitterRate=-0.0026326775550842285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T07:49:10,938 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ca0419b7cd8e274dbca91f813cd82f61: Writing region info on filesystem at 1732520949209Initializing all the Stores at 1732520949211 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520949211Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520949212 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520949213 (+1 ms)Cleaning up temporary data from old regions at 1732520950922 (+1709 ms)Region opened successfully at 1732520950938 (+16 ms) 2024-11-25T07:49:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ca0419b7cd8e274dbca91f813cd82f61, disabling compactions & flushes 2024-11-25T07:49:11,113 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. after waiting 0 ms 2024-11-25T07:49:11,113 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:11,174 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732520944490.ca0419b7cd8e274dbca91f813cd82f61. 2024-11-25T07:49:11,174 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ca0419b7cd8e274dbca91f813cd82f61: Waiting for close lock at 1732520951113Disabling compacts and flushes for region at 1732520951113Disabling writes for close at 1732520951113Writing region close event to WAL at 1732520951174 (+61 ms)Closed at 1732520951174 2024-11-25T07:49:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741857_1034 (size=175) 2024-11-25T07:49:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741857_1034 (size=175) 2024-11-25T07:49:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741857_1034 (size=175) 2024-11-25T07:49:11,194 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:11,194 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732520949146) 2024-11-25T07:49:11,238 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=399 (was 383) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:45593 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:38909 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:45593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2099150323_22 at /127.0.0.1:36344 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2099150323_22 at /127.0.0.1:36322 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2099150323_22 at /127.0.0.1:36160 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:41327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2099150323_22 at /127.0.0.1:55110 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=632 (was 618) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5120 (was 5286) 2024-11-25T07:49:11,270 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=399, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=632, ProcessCount=11, AvailableMemoryMB=5118 2024-11-25T07:49:11,292 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:11,303 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:11,306 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:11,322 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-79383018, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-79383018, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:11,346 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-79383018/hregion-79383018.1732520951323, exclude list is [], retry=0 2024-11-25T07:49:11,350 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:11,357 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:11,362 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:11,457 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-79383018/hregion-79383018.1732520951323 2024-11-25T07:49:11,466 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:11,467 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5ac284535498736e5150017c805924e9, NAME => 'test2727,,1732520951295.5ac284535498736e5150017c805924e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741865_1042 (size=43) 2024-11-25T07:49:11,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741865_1042 (size=43) 2024-11-25T07:49:11,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741865_1042 (size=43) 2024-11-25T07:49:11,505 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732520951295.5ac284535498736e5150017c805924e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:11,512 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,524 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac284535498736e5150017c805924e9 columnFamilyName a 2024-11-25T07:49:11,524 DEBUG [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:11,525 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(327): Store=5ac284535498736e5150017c805924e9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:11,525 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,531 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac284535498736e5150017c805924e9 columnFamilyName b 2024-11-25T07:49:11,531 DEBUG [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:11,534 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(327): Store=5ac284535498736e5150017c805924e9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:11,534 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,536 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac284535498736e5150017c805924e9 columnFamilyName c 2024-11-25T07:49:11,536 DEBUG [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:11,536 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(327): Store=5ac284535498736e5150017c805924e9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:11,538 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,540 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,548 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,548 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,549 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:11,552 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:11,577 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:11,579 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ac284535498736e5150017c805924e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75249284, jitterRate=0.12130171060562134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:11,580 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ac284535498736e5150017c805924e9: Writing region info on filesystem at 1732520951505Initializing all the Stores at 1732520951511 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520951511Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520951512 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520951513 (+1 ms)Cleaning up temporary data from old regions at 1732520951548 (+35 ms)Region opened successfully at 1732520951580 (+32 ms) 2024-11-25T07:49:11,581 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ac284535498736e5150017c805924e9, disabling compactions & flushes 2024-11-25T07:49:11,581 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:11,581 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:11,581 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732520951295.5ac284535498736e5150017c805924e9. after waiting 0 ms 2024-11-25T07:49:11,581 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:11,582 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:11,582 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ac284535498736e5150017c805924e9: Waiting for close lock at 1732520951581Disabling compacts and flushes for region at 1732520951581Disabling writes for close at 1732520951581Writing region close event to WAL at 1732520951582 (+1 ms)Closed at 1732520951582 2024-11-25T07:49:11,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741864_1041 (size=175) 2024-11-25T07:49:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741864_1041 (size=175) 2024-11-25T07:49:11,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741864_1041 (size=175) 2024-11-25T07:49:11,627 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:11,627 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-79383018:(num 1732520951323) 2024-11-25T07:49:11,627 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:11,639 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:11,661 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640, exclude list is [], retry=0 2024-11-25T07:49:11,669 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:11,669 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:11,670 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:11,735 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 2024-11-25T07:49:11,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741866_1043 (size=371388) 2024-11-25T07:49:12,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741866_1043 (size=371388) 2024-11-25T07:49:12,093 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 not finished, retry = 0 2024-11-25T07:49:12,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741866_1043 (size=371388) 2024-11-25T07:49:12,220 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640, size=362.7 K (371388bytes) 2024-11-25T07:49:12,220 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 2024-11-25T07:49:12,221 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 after 1ms 2024-11-25T07:49:12,260 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:12,263 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 took 43ms 2024-11-25T07:49:12,291 INFO [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732520951640.temp 2024-11-25T07:49:12,383 INFO [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000000001-wal.1732520951640.temp 2024-11-25T07:49:12,421 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 so closing down 2024-11-25T07:49:12,422 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:12,426 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741867_1044 (size=371388) 2024-11-25T07:49:12,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741867_1044 (size=371388) 2024-11-25T07:49:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741867_1044 (size=371388) 2024-11-25T07:49:12,499 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000000001-wal.1732520951640.temp (wrote 3000 edits, skipped 0 edits in 42 ms) 2024-11-25T07:49:12,510 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000000001-wal.1732520951640.temp to hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003000 2024-11-25T07:49:12,510 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 244 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-25T07:49:12,510 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640, journal: Splitting hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640, size=362.7 K (371388bytes) at 1732520952220Split 1024 edits, skipped 0 edits. at 1732520952344 (+124 ms)Split 2048 edits, skipped 0 edits. at 1732520952381 (+37 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000000001-wal.1732520951640.temp at 1732520952383 (+2 ms)Finishing writing output for hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 so closing down at 1732520952421 (+38 ms)3 split writer threads finished at 1732520952426 (+5 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000000001-wal.1732520951640.temp (wrote 3000 edits, skipped 0 edits in 42 ms) at 1732520952499 (+73 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000000001-wal.1732520951640.temp to hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003000 at 1732520952510 (+11 ms)Processed 3000 edits across 1 Regions in 244 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1732520952510 2024-11-25T07:49:12,513 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520951640 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520951640 2024-11-25T07:49:12,515 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003000 2024-11-25T07:49:12,515 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:12,523 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:12,556 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524, exclude list is [], retry=0 2024-11-25T07:49:12,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:12,566 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:12,567 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:12,616 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524 2024-11-25T07:49:12,620 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:13,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741868_1045 (size=371515) 2024-11-25T07:49:13,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741868_1045 (size=371515) 2024-11-25T07:49:13,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741868_1045 (size=371515) 2024-11-25T07:49:13,085 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524, size=362.8 K (371515bytes) 2024-11-25T07:49:13,085 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524 2024-11-25T07:49:13,087 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524 after 2ms 2024-11-25T07:49:13,135 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:13,137 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524 took 52ms 2024-11-25T07:49:13,152 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732520952524.temp 2024-11-25T07:49:13,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524 so closing down 2024-11-25T07:49:13,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:13,235 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003001-wal.1732520952524.temp 2024-11-25T07:49:13,260 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:13,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741869_1046 (size=371515) 2024-11-25T07:49:13,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741869_1046 (size=371515) 2024-11-25T07:49:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741869_1046 (size=371515) 2024-11-25T07:49:13,323 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003001-wal.1732520952524.temp (wrote 3000 edits, skipped 0 edits in 24 ms) 2024-11-25T07:49:13,332 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003001-wal.1732520952524.temp to hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000006000 2024-11-25T07:49:13,332 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-25T07:49:13,333 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524, journal: Splitting hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524, size=362.8 K (371515bytes) at 1732520953085Split 1024 edits, skipped 0 edits. at 1732520953164 (+79 ms)Split 2048 edits, skipped 0 edits. at 1732520953172 (+8 ms)Finishing writing output for hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524 so closing down at 1732520953190 (+18 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003001-wal.1732520952524.temp at 1732520953235 (+45 ms)3 split writer threads finished at 1732520953260 (+25 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003001-wal.1732520952524.temp (wrote 3000 edits, skipped 0 edits in 24 ms) at 1732520953323 (+63 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003001-wal.1732520952524.temp to hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000006000 at 1732520953332 (+9 ms)Processed 3000 edits across 1 Regions in 192 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1732520953333 (+1 ms) 2024-11-25T07:49:13,335 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520952524 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520952524 2024-11-25T07:49:13,336 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000006000 2024-11-25T07:49:13,336 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:13,342 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/test2727-manual,16010,1732520951291, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:13,360 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520953342, exclude list is [], retry=0 2024-11-25T07:49:13,363 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:13,363 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:13,364 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:13,426 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732520951291/wal.1732520953342 2024-11-25T07:49:13,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:13,427 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5ac284535498736e5150017c805924e9, NAME => 'test2727,,1732520951295.5ac284535498736e5150017c805924e9.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:13,428 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732520951295.5ac284535498736e5150017c805924e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:13,428 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,428 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,435 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,436 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac284535498736e5150017c805924e9 columnFamilyName a 2024-11-25T07:49:13,436 DEBUG [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:13,437 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(327): Store=5ac284535498736e5150017c805924e9/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:13,437 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,438 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac284535498736e5150017c805924e9 columnFamilyName b 2024-11-25T07:49:13,438 DEBUG [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:13,441 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(327): Store=5ac284535498736e5150017c805924e9/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:13,441 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,444 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ac284535498736e5150017c805924e9 columnFamilyName c 2024-11-25T07:49:13,444 DEBUG [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:13,448 INFO [StoreOpener-5ac284535498736e5150017c805924e9-1 {}] regionserver.HStore(327): Store=5ac284535498736e5150017c805924e9/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:13,449 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,452 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,455 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9 2024-11-25T07:49:13,460 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003000 2024-11-25T07:49:13,506 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:13,608 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003000 2024-11-25T07:49:13,611 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000006000 2024-11-25T07:49:13,659 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:13,697 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000006000 2024-11-25T07:49:13,698 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5ac284535498736e5150017c805924e9 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-25T07:49:13,741 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/a/4510e2b1eced409d9dbfafcf07a574df is 41, key is test2727/a:100/1732520952627/Put/seqid=0 2024-11-25T07:49:13,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741871_1048 (size=84227) 2024-11-25T07:49:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741871_1048 (size=84227) 2024-11-25T07:49:13,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741871_1048 (size=84227) 2024-11-25T07:49:13,836 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/a/4510e2b1eced409d9dbfafcf07a574df 2024-11-25T07:49:13,947 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/b/6b3b7e8db4704535a651923f54e35ec9 is 41, key is test2727/b:100/1732520952706/Put/seqid=0 2024-11-25T07:49:14,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741872_1049 (size=84609) 2024-11-25T07:49:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741872_1049 (size=84609) 2024-11-25T07:49:14,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741872_1049 (size=84609) 2024-11-25T07:49:14,034 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/b/6b3b7e8db4704535a651923f54e35ec9 2024-11-25T07:49:14,086 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/c/6f41d81371b848069a85bc1458ce3914 is 41, key is test2727/c:100/1732520952837/Put/seqid=0 2024-11-25T07:49:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741873_1050 (size=84609) 2024-11-25T07:49:14,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741873_1050 (size=84609) 2024-11-25T07:49:14,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741873_1050 (size=84609) 2024-11-25T07:49:14,170 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/c/6f41d81371b848069a85bc1458ce3914 2024-11-25T07:49:14,187 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/a/4510e2b1eced409d9dbfafcf07a574df as hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/a/4510e2b1eced409d9dbfafcf07a574df 2024-11-25T07:49:14,202 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/a/4510e2b1eced409d9dbfafcf07a574df, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-25T07:49:14,203 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/b/6b3b7e8db4704535a651923f54e35ec9 as hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/b/6b3b7e8db4704535a651923f54e35ec9 2024-11-25T07:49:14,214 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/b/6b3b7e8db4704535a651923f54e35ec9, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T07:49:14,218 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/.tmp/c/6f41d81371b848069a85bc1458ce3914 as hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/c/6f41d81371b848069a85bc1458ce3914 2024-11-25T07:49:14,235 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/c/6f41d81371b848069a85bc1458ce3914, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-25T07:49:14,235 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5ac284535498736e5150017c805924e9 in 537ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-25T07:49:14,237 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000003000 2024-11-25T07:49:14,237 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/0000000000000006000 2024-11-25T07:49:14,242 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:14,242 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:14,243 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:14,250 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5ac284535498736e5150017c805924e9 2024-11-25T07:49:14,257 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/test2727/5ac284535498736e5150017c805924e9/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-25T07:49:14,259 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5ac284535498736e5150017c805924e9; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69368860, jitterRate=0.03367656469345093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:14,260 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5ac284535498736e5150017c805924e9: Writing region info on filesystem at 1732520953428Initializing all the Stores at 1732520953430 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520953430Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520953434 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520953434Obtaining lock to block concurrent updates at 1732520953698 (+264 ms)Preparing flush snapshotting stores in 5ac284535498736e5150017c805924e9 at 1732520953698Finished memstore snapshotting test2727,,1732520951295.5ac284535498736e5150017c805924e9., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732520953698Flushing stores of test2727,,1732520951295.5ac284535498736e5150017c805924e9. at 1732520953698Flushing 5ac284535498736e5150017c805924e9/a: creating writer at 1732520953698Flushing 5ac284535498736e5150017c805924e9/a: appending metadata at 1732520953740 (+42 ms)Flushing 5ac284535498736e5150017c805924e9/a: closing flushed file at 1732520953740Flushing 5ac284535498736e5150017c805924e9/b: creating writer at 1732520953872 (+132 ms)Flushing 5ac284535498736e5150017c805924e9/b: appending metadata at 1732520953945 (+73 ms)Flushing 5ac284535498736e5150017c805924e9/b: closing flushed file at 1732520953945Flushing 5ac284535498736e5150017c805924e9/c: creating writer at 1732520954042 (+97 ms)Flushing 5ac284535498736e5150017c805924e9/c: appending metadata at 1732520954085 (+43 ms)Flushing 5ac284535498736e5150017c805924e9/c: closing flushed file at 1732520954085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72277e20: reopening flushed file at 1732520954186 (+101 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bd2d167: reopening flushed file at 1732520954202 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299569b0: reopening flushed file at 1732520954215 (+13 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 5ac284535498736e5150017c805924e9 in 537ms, sequenceid=6000, compaction requested=false; wal=null at 1732520954236 (+21 ms)Cleaning up temporary data from old regions at 1732520954242 (+6 ms)Region opened successfully at 1732520954260 (+18 ms) 2024-11-25T07:49:14,262 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-25T07:49:14,262 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5ac284535498736e5150017c805924e9, disabling compactions & flushes 2024-11-25T07:49:14,262 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:14,262 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:14,262 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732520951295.5ac284535498736e5150017c805924e9. after waiting 0 ms 2024-11-25T07:49:14,262 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:14,278 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732520951295.5ac284535498736e5150017c805924e9. 2024-11-25T07:49:14,278 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5ac284535498736e5150017c805924e9: Waiting for close lock at 1732520954262Disabling compacts and flushes for region at 1732520954262Disabling writes for close at 1732520954262Writing region close event to WAL at 1732520954278 (+16 ms)Closed at 1732520954278 2024-11-25T07:49:14,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741870_1047 (size=175) 2024-11-25T07:49:14,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741870_1047 (size=175) 2024-11-25T07:49:14,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741870_1047 (size=175) 2024-11-25T07:49:14,293 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:14,293 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732520953342) 2024-11-25T07:49:14,315 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=397 (was 399), OpenFileDescriptor=921 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=632 (was 632), ProcessCount=11 (was 11), AvailableMemoryMB=4898 (was 5118) 2024-11-25T07:49:14,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=397, OpenFileDescriptor=921, MaxFileDescriptor=1048576, SystemLoadAverage=632, ProcessCount=11, AvailableMemoryMB=4897 2024-11-25T07:49:14,366 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:14,387 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:14,388 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732520954387 2024-11-25T07:49:14,468 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387 2024-11-25T07:49:14,478 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:14,486 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => c103925268f5d10a51554db1097a8cc2, NAME => 'testSequentialEditLogSeqNum,,1732520954367.c103925268f5d10a51554db1097a8cc2.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:14,487 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732520954367.c103925268f5d10a51554db1097a8cc2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:14,487 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,487 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,489 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2 doesn't exist for region: c103925268f5d10a51554db1097a8cc2 on table testSequentialEditLogSeqNum 2024-11-25T07:49:14,490 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: c103925268f5d10a51554db1097a8cc2 on table testSequentialEditLogSeqNum 2024-11-25T07:49:14,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741875_1052 (size=62) 2024-11-25T07:49:14,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741875_1052 (size=62) 2024-11-25T07:49:14,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741875_1052 (size=62) 2024-11-25T07:49:14,536 INFO [StoreOpener-c103925268f5d10a51554db1097a8cc2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,538 INFO [StoreOpener-c103925268f5d10a51554db1097a8cc2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c103925268f5d10a51554db1097a8cc2 columnFamilyName a 2024-11-25T07:49:14,538 DEBUG [StoreOpener-c103925268f5d10a51554db1097a8cc2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:14,539 INFO [StoreOpener-c103925268f5d10a51554db1097a8cc2-1 {}] regionserver.HStore(327): Store=c103925268f5d10a51554db1097a8cc2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:14,539 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,540 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,540 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,541 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,541 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,544 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c103925268f5d10a51554db1097a8cc2 2024-11-25T07:49:14,554 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:14,555 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c103925268f5d10a51554db1097a8cc2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61502036, jitterRate=-0.08354824781417847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:14,556 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c103925268f5d10a51554db1097a8cc2: Writing region info on filesystem at 1732520954487Initializing all the Stores at 1732520954536 (+49 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520954536Cleaning up temporary data from old regions at 1732520954541 (+5 ms)Region opened successfully at 1732520954556 (+15 ms) 2024-11-25T07:49:14,609 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c103925268f5d10a51554db1097a8cc2 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-25T07:49:14,648 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/.tmp/a/fd05045f885748c590cd6e37902d8e9e is 81, key is testSequentialEditLogSeqNum/a:x0/1732520954557/Put/seqid=0 2024-11-25T07:49:14,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741876_1053 (size=5833) 2024-11-25T07:49:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741876_1053 (size=5833) 2024-11-25T07:49:14,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741876_1053 (size=5833) 2024-11-25T07:49:14,734 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/.tmp/a/fd05045f885748c590cd6e37902d8e9e 2024-11-25T07:49:14,768 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/.tmp/a/fd05045f885748c590cd6e37902d8e9e as hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/a/fd05045f885748c590cd6e37902d8e9e 2024-11-25T07:49:14,784 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/a/fd05045f885748c590cd6e37902d8e9e, entries=10, sequenceid=13, filesize=5.7 K 2024-11-25T07:49:14,791 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for c103925268f5d10a51554db1097a8cc2 in 182ms, sequenceid=13, compaction requested=false 2024-11-25T07:49:14,791 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c103925268f5d10a51554db1097a8cc2: 2024-11-25T07:49:14,813 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:49:14,813 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:49:14,813 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:49:14,814 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:49:14,814 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-25T07:49:14,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741874_1051 (size=3256) 2024-11-25T07:49:14,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741874_1051 (size=3256) 2024-11-25T07:49:14,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741874_1051 (size=3256) 2024-11-25T07:49:14,854 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387, size=3.2 K (3256bytes) 2024-11-25T07:49:14,854 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387 2024-11-25T07:49:14,855 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387 after 1ms 2024-11-25T07:49:14,901 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:14,901 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387 took 50ms 2024-11-25T07:49:14,913 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387 so closing down 2024-11-25T07:49:14,913 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:14,921 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732520954387.temp 2024-11-25T07:49:14,961 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000003-wal.1732520954387.temp 2024-11-25T07:49:14,971 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741877_1054 (size=2650) 2024-11-25T07:49:15,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741877_1054 (size=2650) 2024-11-25T07:49:15,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741877_1054 (size=2650) 2024-11-25T07:49:15,002 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000003-wal.1732520954387.temp (wrote 15 edits, skipped 0 edits in 9 ms) 2024-11-25T07:49:15,006 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000003-wal.1732520954387.temp to hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000020 2024-11-25T07:49:15,006 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 105 ms; skipped=2; WAL=hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-25T07:49:15,006 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387, journal: Splitting hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387, size=3.2 K (3256bytes) at 1732520954854Finishing writing output for hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387 so closing down at 1732520954913 (+59 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000003-wal.1732520954387.temp at 1732520954961 (+48 ms)3 split writer threads finished at 1732520954971 (+10 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000003-wal.1732520954387.temp (wrote 15 edits, skipped 0 edits in 9 ms) at 1732520955002 (+31 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000003-wal.1732520954387.temp to hdfs://localhost:45593/hbase/data/default/testSequentialEditLogSeqNum/c103925268f5d10a51554db1097a8cc2/recovered.edits/0000000000000000020 at 1732520955006 (+4 ms)Processed 17 edits across 1 Regions in 105 ms; skipped=2; WAL=hdfs://localhost:45593/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732520954365/wal.1732520954387, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1732520955006 2024-11-25T07:49:15,024 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=402 (was 397) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:58662 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:46736 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=957 (was 921) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=678 (was 632) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4888 (was 4897) 2024-11-25T07:49:15,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=402, OpenFileDescriptor=957, MaxFileDescriptor=1048576, SystemLoadAverage=678, ProcessCount=11, AvailableMemoryMB=4886 2024-11-25T07:49:15,069 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:15,079 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:15,123 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:15,132 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-30561670, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-30561670, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:15,153 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-30561670/hregion-30561670.1732520955133, exclude list is [], retry=0 2024-11-25T07:49:15,160 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:15,161 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:15,169 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:15,245 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-30561670/hregion-30561670.1732520955133 2024-11-25T07:49:15,259 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:15,260 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 878a96cfb50b2d4b137e4cc31dceb0c4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741879_1056 (size=70) 2024-11-25T07:49:15,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741879_1056 (size=70) 2024-11-25T07:49:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741879_1056 (size=70) 2024-11-25T07:49:15,288 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:15,293 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,296 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName a 2024-11-25T07:49:15,296 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:15,300 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:15,300 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,302 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName b 2024-11-25T07:49:15,302 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:15,307 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:15,308 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,310 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName c 2024-11-25T07:49:15,310 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:15,311 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:15,311 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,312 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,313 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,314 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,314 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,315 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:15,320 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,323 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:15,329 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878a96cfb50b2d4b137e4cc31dceb0c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74093663, jitterRate=0.10408161580562592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:15,331 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878a96cfb50b2d4b137e4cc31dceb0c4: Writing region info on filesystem at 1732520955288Initializing all the Stores at 1732520955293 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520955293Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520955293Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520955293Cleaning up temporary data from old regions at 1732520955314 (+21 ms)Region opened successfully at 1732520955331 (+17 ms) 2024-11-25T07:49:15,331 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878a96cfb50b2d4b137e4cc31dceb0c4, disabling compactions & flushes 2024-11-25T07:49:15,331 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:15,331 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:15,331 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. after waiting 0 ms 2024-11-25T07:49:15,331 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:15,332 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:15,332 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878a96cfb50b2d4b137e4cc31dceb0c4: Waiting for close lock at 1732520955331Disabling compacts and flushes for region at 1732520955331Disabling writes for close at 1732520955331Writing region close event to WAL at 1732520955332 (+1 ms)Closed at 1732520955332 2024-11-25T07:49:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741878_1055 (size=175) 2024-11-25T07:49:15,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741878_1055 (size=175) 2024-11-25T07:49:15,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741878_1055 (size=175) 2024-11-25T07:49:15,363 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:15,363 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-30561670:(num 1732520955133) 2024-11-25T07:49:15,363 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:15,365 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:15,388 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366, exclude list is [], retry=0 2024-11-25T07:49:15,394 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:15,394 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:15,394 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:15,465 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 2024-11-25T07:49:15,465 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:15,466 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 878a96cfb50b2d4b137e4cc31dceb0c4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:15,466 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:15,466 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,466 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,472 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,477 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName a 2024-11-25T07:49:15,478 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:15,478 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:15,478 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,480 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName b 2024-11-25T07:49:15,480 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:15,480 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:15,480 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,481 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName c 2024-11-25T07:49:15,481 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:15,482 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:15,482 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,483 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,490 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,496 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:15,505 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:15,506 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878a96cfb50b2d4b137e4cc31dceb0c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63227286, jitterRate=-0.0578400194644928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:15,510 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878a96cfb50b2d4b137e4cc31dceb0c4: Writing region info on filesystem at 1732520955466Initializing all the Stores at 1732520955469 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520955469Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520955472 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520955472Cleaning up temporary data from old regions at 1732520955491 (+19 ms)Region opened successfully at 1732520955509 (+18 ms) 2024-11-25T07:49:15,531 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732520955529/Put/seqid=0 2024-11-25T07:49:15,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741881_1058 (size=4826) 2024-11-25T07:49:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741881_1058 (size=4826) 2024-11-25T07:49:15,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741881_1058 (size=4826) 2024-11-25T07:49:15,989 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45593/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 878a96cfb50b2d4b137e4cc31dceb0c4/a 2024-11-25T07:49:16,004 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-25T07:49:16,005 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:49:16,005 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 878a96cfb50b2d4b137e4cc31dceb0c4: 2024-11-25T07:49:16,012 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/a/737ff9b881ca4b6b8cd4ad59513a326d_SeqId_3_ 2024-11-25T07:49:16,014 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45593/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 878a96cfb50b2d4b137e4cc31dceb0c4/a as hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/a/737ff9b881ca4b6b8cd4ad59513a326d_SeqId_3_ - updating store file list. 2024-11-25T07:49:16,034 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 737ff9b881ca4b6b8cd4ad59513a326d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:16,035 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/a/737ff9b881ca4b6b8cd4ad59513a326d_SeqId_3_ into 878a96cfb50b2d4b137e4cc31dceb0c4/a 2024-11-25T07:49:16,035 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45593/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 878a96cfb50b2d4b137e4cc31dceb0c4/a (new location: hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/a/737ff9b881ca4b6b8cd4ad59513a326d_SeqId_3_) 2024-11-25T07:49:16,104 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366, size=0 (0bytes) 2024-11-25T07:49:16,104 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 might be still open, length is 0 2024-11-25T07:49:16,104 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 2024-11-25T07:49:16,105 WARN [IPC Server handler 3 on default port 45593 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-25T07:49:16,106 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 after 2ms 2024-11-25T07:49:18,624 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:58714 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:33119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58714 dst: /127.0.0.1:33119 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:33119 remote=/127.0.0.1:58714]. Total timeout mills is 60000, 57422 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:18,626 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:54394 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:44705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54394 dst: /127.0.0.1:44705 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:18,626 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:46834 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46834 dst: /127.0.0.1:36465 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741880_1059 (size=606) 2024-11-25T07:49:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741880_1059 (size=606) 2024-11-25T07:49:18,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741880_1059 (size=606) 2024-11-25T07:49:19,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-25T07:49:19,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:19,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-25T07:49:19,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:20,107 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 after 4002ms 2024-11-25T07:49:20,150 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:20,150 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 took 4046ms 2024-11-25T07:49:20,153 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366; continuing. 2024-11-25T07:49:20,153 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 so closing down 2024-11-25T07:49:20,153 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:20,155 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732520955366.temp 2024-11-25T07:49:20,187 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005-wal.1732520955366.temp 2024-11-25T07:49:20,187 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:20,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741882_1060 (size=329) 2024-11-25T07:49:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741882_1060 (size=329) 2024-11-25T07:49:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741882_1060 (size=329) 2024-11-25T07:49:20,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005-wal.1732520955366.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:20,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005-wal.1732520955366.temp to hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005 2024-11-25T07:49:20,206 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 55 ms; skipped=1; WAL=hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T07:49:20,206 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366, journal: Splitting hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366, size=0 (0bytes) at 1732520956104Finishing writing output for hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 so closing down at 1732520960153 (+4049 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005-wal.1732520955366.temp at 1732520960187 (+34 ms)3 split writer threads finished at 1732520960187Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005-wal.1732520955366.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732520960204 (+17 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005-wal.1732520955366.temp to hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005 at 1732520960206 (+2 ms)Processed 2 edits across 1 Regions in 55 ms; skipped=1; WAL=hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366, size=0, length=0, corrupted=false, cancelled=false at 1732520960206 2024-11-25T07:49:20,213 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520955366 2024-11-25T07:49:20,216 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005 2024-11-25T07:49:20,216 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:20,218 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:20,237 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520960219, exclude list is [], retry=0 2024-11-25T07:49:20,239 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:20,240 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:20,241 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:20,293 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520960219 2024-11-25T07:49:20,294 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:20,294 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 878a96cfb50b2d4b137e4cc31dceb0c4, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:20,294 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:20,294 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,294 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,296 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,298 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName a 2024-11-25T07:49:20,299 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:20,310 DEBUG [StoreFileOpener-878a96cfb50b2d4b137e4cc31dceb0c4-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 737ff9b881ca4b6b8cd4ad59513a326d_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:20,310 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/a/737ff9b881ca4b6b8cd4ad59513a326d_SeqId_3_ 2024-11-25T07:49:20,311 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:20,311 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,312 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName b 2024-11-25T07:49:20,312 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:20,313 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:20,313 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,314 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 878a96cfb50b2d4b137e4cc31dceb0c4 columnFamilyName c 2024-11-25T07:49:20,314 DEBUG [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:20,315 INFO [StoreOpener-878a96cfb50b2d4b137e4cc31dceb0c4-1 {}] regionserver.HStore(327): Store=878a96cfb50b2d4b137e4cc31dceb0c4/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:20,315 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,317 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,322 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,325 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005 2024-11-25T07:49:20,362 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:20,364 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005 2024-11-25T07:49:20,364 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 878a96cfb50b2d4b137e4cc31dceb0c4 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-25T07:49:20,389 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/.tmp/a/2a8ed82f36f94db7b411165ec5144800 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732520956045/Put/seqid=0 2024-11-25T07:49:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741884_1062 (size=5149) 2024-11-25T07:49:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741884_1062 (size=5149) 2024-11-25T07:49:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741884_1062 (size=5149) 2024-11-25T07:49:20,400 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/.tmp/a/2a8ed82f36f94db7b411165ec5144800 2024-11-25T07:49:20,417 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/.tmp/a/2a8ed82f36f94db7b411165ec5144800 as hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/a/2a8ed82f36f94db7b411165ec5144800 2024-11-25T07:49:20,441 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/a/2a8ed82f36f94db7b411165ec5144800, entries=1, sequenceid=5, filesize=5.0 K 2024-11-25T07:49:20,441 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 878a96cfb50b2d4b137e4cc31dceb0c4 in 77ms, sequenceid=5, compaction requested=false; wal=null 2024-11-25T07:49:20,442 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/0000000000000000005 2024-11-25T07:49:20,444 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,444 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,445 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:20,448 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 878a96cfb50b2d4b137e4cc31dceb0c4 2024-11-25T07:49:20,454 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/878a96cfb50b2d4b137e4cc31dceb0c4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-25T07:49:20,457 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 878a96cfb50b2d4b137e4cc31dceb0c4; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74906616, jitterRate=0.11619555950164795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:20,457 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 878a96cfb50b2d4b137e4cc31dceb0c4: Writing region info on filesystem at 1732520960295Initializing all the Stores at 1732520960296 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520960296Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520960296Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520960296Obtaining lock to block concurrent updates at 1732520960364 (+68 ms)Preparing flush snapshotting stores in 878a96cfb50b2d4b137e4cc31dceb0c4 at 1732520960364Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732520960364Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. at 1732520960364Flushing 878a96cfb50b2d4b137e4cc31dceb0c4/a: creating writer at 1732520960364Flushing 878a96cfb50b2d4b137e4cc31dceb0c4/a: appending metadata at 1732520960388 (+24 ms)Flushing 878a96cfb50b2d4b137e4cc31dceb0c4/a: closing flushed file at 1732520960388Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@161b1618: reopening flushed file at 1732520960416 (+28 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 878a96cfb50b2d4b137e4cc31dceb0c4 in 77ms, sequenceid=5, compaction requested=false; wal=null at 1732520960441 (+25 ms)Cleaning up temporary data from old regions at 1732520960444 (+3 ms)Region opened successfully at 1732520960457 (+13 ms) 2024-11-25T07:49:20,470 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 878a96cfb50b2d4b137e4cc31dceb0c4, disabling compactions & flushes 2024-11-25T07:49:20,471 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:20,471 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:20,471 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. after waiting 0 ms 2024-11-25T07:49:20,471 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:20,492 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732520955071.878a96cfb50b2d4b137e4cc31dceb0c4. 2024-11-25T07:49:20,493 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 878a96cfb50b2d4b137e4cc31dceb0c4: Waiting for close lock at 1732520960470Disabling compacts and flushes for region at 1732520960470Disabling writes for close at 1732520960471 (+1 ms)Writing region close event to WAL at 1732520960492 (+21 ms)Closed at 1732520960492 2024-11-25T07:49:20,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741883_1061 (size=175) 2024-11-25T07:49:20,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741883_1061 (size=175) 2024-11-25T07:49:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741883_1061 (size=175) 2024-11-25T07:49:20,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:20,549 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732520960219) 2024-11-25T07:49:20,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=410 (was 402) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:45593 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:45593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1102020294_22 at /127.0.0.1:58734 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1102020294_22 at /127.0.0.1:54458 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1022 (was 957) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=664 (was 678), ProcessCount=11 (was 11), AvailableMemoryMB=4812 (was 4886) 2024-11-25T07:49:20,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=410, OpenFileDescriptor=1022, MaxFileDescriptor=1048576, SystemLoadAverage=664, ProcessCount=11, AvailableMemoryMB=4813 2024-11-25T07:49:20,664 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:20,675 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-25T07:49:20,681 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7fb8763a5d32,38091,1732520938817 2024-11-25T07:49:20,684 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a410fda 2024-11-25T07:49:20,685 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T07:49:20,689 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T07:49:20,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T07:49:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T07:49:20,714 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T07:49:20,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-25T07:49:20,718 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:20,720 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T07:49:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:49:20,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741885_1063 (size=694) 2024-11-25T07:49:20,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741885_1063 (size=694) 2024-11-25T07:49:20,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741885_1063 (size=694) 2024-11-25T07:49:20,787 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 318a6c3b7003c57a450d7926bf81e325, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28 2024-11-25T07:49:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:49:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741886_1064 (size=77) 2024-11-25T07:49:20,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741886_1064 (size=77) 2024-11-25T07:49:20,851 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:20,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 318a6c3b7003c57a450d7926bf81e325, disabling compactions & flushes 2024-11-25T07:49:20,852 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:20,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:20,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. after waiting 0 ms 2024-11-25T07:49:20,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:20,852 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:20,852 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 318a6c3b7003c57a450d7926bf81e325: Waiting for close lock at 1732520960851Disabling compacts and flushes for region at 1732520960851Disabling writes for close at 1732520960852 (+1 ms)Writing region close event to WAL at 1732520960852Closed at 1732520960852 2024-11-25T07:49:20,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741886_1064 (size=77) 2024-11-25T07:49:20,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T07:49:20,861 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732520960855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732520960855"}]},"ts":"1732520960855"} 2024-11-25T07:49:20,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-25T07:49:20,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T07:49:20,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520960870"}]},"ts":"1732520960870"} 2024-11-25T07:49:20,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-25T07:49:20,881 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:49:20,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:49:20,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:49:20,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-25T07:49:20,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:49:20,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:49:20,885 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-25T07:49:20,885 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:49:20,885 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:49:20,886 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-25T07:49:20,886 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:49:20,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN}] 2024-11-25T07:49:20,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN 2024-11-25T07:49:20,901 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN; state=OFFLINE, location=7fb8763a5d32,34205,1732520939790; forceNewPlan=false, retain=false 2024-11-25T07:49:21,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:49:21,054 INFO [7fb8763a5d32:38091 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T07:49:21,055 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPENING, regionLocation=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:21,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN because future has completed 2024-11-25T07:49:21,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790}] 2024-11-25T07:49:21,236 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:21,237 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 318a6c3b7003c57a450d7926bf81e325, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:21,238 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,239 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:21,239 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,239 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,241 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,245 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf1 2024-11-25T07:49:21,245 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:21,246 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:21,246 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,249 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf2 2024-11-25T07:49:21,249 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:21,250 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:21,262 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,266 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,267 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,273 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,273 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,275 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T07:49:21,280 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,296 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:21,297 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 318a6c3b7003c57a450d7926bf81e325; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71777961, jitterRate=0.06957496702671051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T07:49:21,297 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:21,298 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 318a6c3b7003c57a450d7926bf81e325: Running coprocessor pre-open hook at 1732520961239Writing region info on filesystem at 1732520961239Initializing all the Stores at 1732520961240 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520961240Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520961241 (+1 ms)Cleaning up temporary data from old regions at 1732520961273 (+32 ms)Running coprocessor post-open hooks at 1732520961298 (+25 ms)Region opened successfully at 1732520961298 2024-11-25T07:49:21,301 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., pid=6, masterSystemTime=1732520961222 2024-11-25T07:49:21,305 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:21,305 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:21,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPEN, openSeqNum=2, regionLocation=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:21,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790 because future has completed 2024-11-25T07:49:21,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T07:49:21,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790 in 247 msec 2024-11-25T07:49:21,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T07:49:21,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN in 429 msec 2024-11-25T07:49:21,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T07:49:21,331 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732520961331"}]},"ts":"1732520961331"} 2024-11-25T07:49:21,346 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-25T07:49:21,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T07:49:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:49:21,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 649 msec 2024-11-25T07:49:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-25T07:49:21,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-25T07:49:21,866 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-25T07:49:21,868 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:49:21,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-25T07:49:21,881 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-25T07:49:21,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-25T07:49:21,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=2] 2024-11-25T07:49:22,044 INFO [AsyncFSWAL-0-hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28-prefix:7fb8763a5d32,34205,1732520939790 {}] wal.AbstractFSWAL(1368): Slow sync cost: 134 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK], DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK], DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK]] 2024-11-25T07:49:22,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=318a6c3b7003c57a450d7926bf81e325, source=7fb8763a5d32,34205,1732520939790, destination=7fb8763a5d32,42807,1732520939678, warming up region on 7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:22,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:49:22,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:49:22,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=318a6c3b7003c57a450d7926bf81e325, source=7fb8763a5d32,34205,1732520939790, destination=7fb8763a5d32,42807,1732520939678, running balancer 2024-11-25T07:49:22,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE 2024-11-25T07:49:22,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE 2024-11-25T07:49:22,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=CLOSING, regionLocation=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:22,094 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=7fb8763a5d32,34205,1732520939790, table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T07:49:22,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(7855): Warmup {ENCODED => 318a6c3b7003c57a450d7926bf81e325, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:22,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE because future has completed 2024-11-25T07:49:22,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:22,104 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:49:22,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790}] 2024-11-25T07:49:22,105 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,112 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf1 2024-11-25T07:49:22,112 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:22,114 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:22,115 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,117 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf2 2024-11-25T07:49:22,117 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:22,118 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(1722): Closing 318a6c3b7003c57a450d7926bf81e325, disabling compactions & flushes 2024-11-25T07:49:22,119 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. after waiting 0 ms 2024-11-25T07:49:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,120 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] regionserver.HRegion(1676): Region close journal for 318a6c3b7003c57a450d7926bf81e325: Waiting for close lock at 1732520962119Disabling compacts and flushes for region at 1732520962119Disabling writes for close at 1732520962119Writing region close event to WAL at 1732520962120 (+1 ms)Closed at 1732520962120 2024-11-25T07:49:22,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-25T07:49:22,268 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,268 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:49:22,269 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 318a6c3b7003c57a450d7926bf81e325, disabling compactions & flushes 2024-11-25T07:49:22,269 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,269 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,269 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. after waiting 0 ms 2024-11-25T07:49:22,270 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,270 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 318a6c3b7003c57a450d7926bf81e325 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-25T07:49:22,314 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf1/0fea65d06f7741b1b1430b642be8b23a is 35, key is r1/cf1:q/1732520961909/Put/seqid=0 2024-11-25T07:49:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741887_1065 (size=4783) 2024-11-25T07:49:22,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741887_1065 (size=4783) 2024-11-25T07:49:22,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741887_1065 (size=4783) 2024-11-25T07:49:22,399 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf1/0fea65d06f7741b1b1430b642be8b23a 2024-11-25T07:49:22,411 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf1/0fea65d06f7741b1b1430b642be8b23a as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a 2024-11-25T07:49:22,425 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a, entries=1, sequenceid=5, filesize=4.7 K 2024-11-25T07:49:22,427 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 318a6c3b7003c57a450d7926bf81e325 in 157ms, sequenceid=5, compaction requested=false 2024-11-25T07:49:22,427 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-25T07:49:22,441 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:49:22,444 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,444 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 318a6c3b7003c57a450d7926bf81e325: Waiting for close lock at 1732520962269Running coprocessor pre-close hooks at 1732520962269Disabling compacts and flushes for region at 1732520962269Disabling writes for close at 1732520962269Obtaining lock to block concurrent updates at 1732520962270 (+1 ms)Preparing flush snapshotting stores in 318a6c3b7003c57a450d7926bf81e325 at 1732520962270Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732520962270Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. at 1732520962271 (+1 ms)Flushing 318a6c3b7003c57a450d7926bf81e325/cf1: creating writer at 1732520962271Flushing 318a6c3b7003c57a450d7926bf81e325/cf1: appending metadata at 1732520962313 (+42 ms)Flushing 318a6c3b7003c57a450d7926bf81e325/cf1: closing flushed file at 1732520962313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@552670ab: reopening flushed file at 1732520962409 (+96 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 318a6c3b7003c57a450d7926bf81e325 in 157ms, sequenceid=5, compaction requested=false at 1732520962427 (+18 ms)Writing region close event to WAL at 1732520962434 (+7 ms)Running coprocessor post-close hooks at 1732520962442 (+8 ms)Closed at 1732520962444 (+2 ms) 2024-11-25T07:49:22,445 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 318a6c3b7003c57a450d7926bf81e325 move to 7fb8763a5d32,42807,1732520939678 record at close sequenceid=5 2024-11-25T07:49:22,450 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=CLOSED 2024-11-25T07:49:22,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790 because future has completed 2024-11-25T07:49:22,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-25T07:49:22,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790 in 354 msec 2024-11-25T07:49:22,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE; state=CLOSED, location=7fb8763a5d32,42807,1732520939678; forceNewPlan=false, retain=false 2024-11-25T07:49:22,619 INFO [7fb8763a5d32:38091 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T07:49:22,619 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPENING, regionLocation=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:22,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE because future has completed 2024-11-25T07:49:22,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678}] 2024-11-25T07:49:22,802 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,802 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 318a6c3b7003c57a450d7926bf81e325, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:22,803 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,803 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:22,803 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,803 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,815 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,817 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf1 2024-11-25T07:49:22,818 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:22,838 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a 2024-11-25T07:49:22,838 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:22,838 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,844 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf2 2024-11-25T07:49:22,844 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:22,845 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:22,846 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,847 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,851 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,852 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,852 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,853 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T07:49:22,855 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,857 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 318a6c3b7003c57a450d7926bf81e325; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71447077, jitterRate=0.06464441120624542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T07:49:22,857 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:22,858 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 318a6c3b7003c57a450d7926bf81e325: Running coprocessor pre-open hook at 1732520962803Writing region info on filesystem at 1732520962803Initializing all the Stores at 1732520962812 (+9 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520962812Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520962815 (+3 ms)Cleaning up temporary data from old regions at 1732520962852 (+37 ms)Running coprocessor post-open hooks at 1732520962857 (+5 ms)Region opened successfully at 1732520962858 (+1 ms) 2024-11-25T07:49:22,860 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., pid=9, masterSystemTime=1732520962792 2024-11-25T07:49:22,864 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,864 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:22,865 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPEN, openSeqNum=9, regionLocation=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:22,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678 because future has completed 2024-11-25T07:49:22,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-25T07:49:22,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678 in 241 msec 2024-11-25T07:49:22,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE in 805 msec 2024-11-25T07:49:22,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:49:22,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:49:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:57680 deadline: 1732521022916, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=42807 startCode=1732520939678. As of locationSeqNum=5. 2024-11-25T07:49:22,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=42807 startCode=1732520939678. As of locationSeqNum=5. 2024-11-25T07:49:22,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=42807 startCode=1732520939678. As of locationSeqNum=5. 2024-11-25T07:49:22,954 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,42807,1732520939678, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=42807 startCode=1732520939678. As of locationSeqNum=5. 2024-11-25T07:49:23,065 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:49:23,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:49:23,115 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 318a6c3b7003c57a450d7926bf81e325 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-25T07:49:23,155 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf1/9cf26d6745fb4bfa837580e39a3a06e2 is 29, key is r1/cf1:/1732520963093/DeleteFamily/seqid=0 2024-11-25T07:49:23,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741888_1066 (size=4906) 2024-11-25T07:49:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741888_1066 (size=4906) 2024-11-25T07:49:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741888_1066 (size=4906) 2024-11-25T07:49:23,220 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf1/9cf26d6745fb4bfa837580e39a3a06e2 2024-11-25T07:49:23,240 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf26d6745fb4bfa837580e39a3a06e2 2024-11-25T07:49:23,261 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf2/2c9076bd34054fcbb47452093ed3f2e3 is 29, key is r1/cf2:/1732520963093/DeleteFamily/seqid=0 2024-11-25T07:49:23,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741889_1067 (size=4906) 2024-11-25T07:49:23,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741889_1067 (size=4906) 2024-11-25T07:49:23,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741889_1067 (size=4906) 2024-11-25T07:49:23,282 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf2/2c9076bd34054fcbb47452093ed3f2e3 2024-11-25T07:49:23,294 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c9076bd34054fcbb47452093ed3f2e3 2024-11-25T07:49:23,296 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf1/9cf26d6745fb4bfa837580e39a3a06e2 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/9cf26d6745fb4bfa837580e39a3a06e2 2024-11-25T07:49:23,307 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf26d6745fb4bfa837580e39a3a06e2 2024-11-25T07:49:23,308 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/9cf26d6745fb4bfa837580e39a3a06e2, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T07:49:23,309 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf2/2c9076bd34054fcbb47452093ed3f2e3 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/2c9076bd34054fcbb47452093ed3f2e3 2024-11-25T07:49:23,329 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c9076bd34054fcbb47452093ed3f2e3 2024-11-25T07:49:23,330 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/2c9076bd34054fcbb47452093ed3f2e3, entries=1, sequenceid=12, filesize=4.8 K 2024-11-25T07:49:23,331 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 318a6c3b7003c57a450d7926bf81e325 in 216ms, sequenceid=12, compaction requested=false 2024-11-25T07:49:23,331 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 318a6c3b7003c57a450d7926bf81e325: 2024-11-25T07:49:23,334 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T07:49:23,338 DEBUG [Time-limited test {}] regionserver.HStore(1541): 318a6c3b7003c57a450d7926bf81e325/cf1 is initiating major compaction (all files) 2024-11-25T07:49:23,338 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:49:23,338 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:23,338 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 318a6c3b7003c57a450d7926bf81e325/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,339 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a, hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/9cf26d6745fb4bfa837580e39a3a06e2] into tmpdir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp, totalSize=9.5 K 2024-11-25T07:49:23,342 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 0fea65d06f7741b1b1430b642be8b23a, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732520961909 2024-11-25T07:49:23,343 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 9cf26d6745fb4bfa837580e39a3a06e2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T07:49:23,381 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 318a6c3b7003c57a450d7926bf81e325#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:49:23,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741890_1068 (size=4626) 2024-11-25T07:49:23,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741890_1068 (size=4626) 2024-11-25T07:49:23,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741890_1068 (size=4626) 2024-11-25T07:49:23,440 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf1/f34f66915bdf4b1e8c7502e9eef54fe6 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/f34f66915bdf4b1e8c7502e9eef54fe6 2024-11-25T07:49:23,465 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 318a6c3b7003c57a450d7926bf81e325/cf1 of 318a6c3b7003c57a450d7926bf81e325 into f34f66915bdf4b1e8c7502e9eef54fe6(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:49:23,465 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 318a6c3b7003c57a450d7926bf81e325: 2024-11-25T07:49:23,465 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-25T07:49:23,466 DEBUG [Time-limited test {}] regionserver.HStore(1541): 318a6c3b7003c57a450d7926bf81e325/cf2 is initiating major compaction (all files) 2024-11-25T07:49:23,466 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T07:49:23,466 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T07:49:23,466 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 318a6c3b7003c57a450d7926bf81e325/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,466 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/2c9076bd34054fcbb47452093ed3f2e3] into tmpdir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp, totalSize=4.8 K 2024-11-25T07:49:23,467 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2c9076bd34054fcbb47452093ed3f2e3, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-25T07:49:23,504 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 318a6c3b7003c57a450d7926bf81e325#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T07:49:23,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741891_1069 (size=4592) 2024-11-25T07:49:23,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741891_1069 (size=4592) 2024-11-25T07:49:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741891_1069 (size=4592) 2024-11-25T07:49:23,587 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/.tmp/cf2/aa6821ad5a6843ac87cd3c9060d350d8 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/aa6821ad5a6843ac87cd3c9060d350d8 2024-11-25T07:49:23,605 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 318a6c3b7003c57a450d7926bf81e325/cf2 of 318a6c3b7003c57a450d7926bf81e325 into aa6821ad5a6843ac87cd3c9060d350d8(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:49:23,605 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 318a6c3b7003c57a450d7926bf81e325: 2024-11-25T07:49:23,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=318a6c3b7003c57a450d7926bf81e325, source=7fb8763a5d32,42807,1732520939678, destination=7fb8763a5d32,34205,1732520939790, warming up region on 7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:23,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=318a6c3b7003c57a450d7926bf81e325, source=7fb8763a5d32,42807,1732520939678, destination=7fb8763a5d32,34205,1732520939790, running balancer 2024-11-25T07:49:23,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE 2024-11-25T07:49:23,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE 2024-11-25T07:49:23,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(7855): Warmup {ENCODED => 318a6c3b7003c57a450d7926bf81e325, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:23,618 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=CLOSING, regionLocation=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:23,625 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:23,627 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=7fb8763a5d32,42807,1732520939678, table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T07:49:23,629 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf1 2024-11-25T07:49:23,629 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:23,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE because future has completed 2024-11-25T07:49:23,630 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T07:49:23,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678}] 2024-11-25T07:49:23,645 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a 2024-11-25T07:49:23,652 INFO [StoreFileOpener-318a6c3b7003c57a450d7926bf81e325-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9cf26d6745fb4bfa837580e39a3a06e2 2024-11-25T07:49:23,652 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/9cf26d6745fb4bfa837580e39a3a06e2 2024-11-25T07:49:23,661 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/f34f66915bdf4b1e8c7502e9eef54fe6 2024-11-25T07:49:23,661 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:23,661 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:23,662 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf2 2024-11-25T07:49:23,662 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:23,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-25T07:49:23,694 INFO [StoreFileOpener-318a6c3b7003c57a450d7926bf81e325-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c9076bd34054fcbb47452093ed3f2e3 2024-11-25T07:49:23,694 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/2c9076bd34054fcbb47452093ed3f2e3 2024-11-25T07:49:23,708 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/aa6821ad5a6843ac87cd3c9060d350d8 2024-11-25T07:49:23,708 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(1722): Closing 318a6c3b7003c57a450d7926bf81e325, disabling compactions & flushes 2024-11-25T07:49:23,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. after waiting 0 ms 2024-11-25T07:49:23,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.HRegion(1676): Region close journal for 318a6c3b7003c57a450d7926bf81e325: Waiting for close lock at 1732520963709Disabling compacts and flushes for region at 1732520963710 (+1 ms)Disabling writes for close at 1732520963710Writing region close event to WAL at 1732520963717 (+7 ms)Closed at 1732520963717 2024-11-25T07:49:23,786 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:23,786 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-25T07:49:23,787 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 318a6c3b7003c57a450d7926bf81e325, disabling compactions & flushes 2024-11-25T07:49:23,787 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,787 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,787 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. after waiting 0 ms 2024-11-25T07:49:23,787 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,790 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a, hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/9cf26d6745fb4bfa837580e39a3a06e2] to archive 2024-11-25T07:49:23,795 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:49:23,802 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/0fea65d06f7741b1b1430b642be8b23a 2024-11-25T07:49:23,805 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/9cf26d6745fb4bfa837580e39a3a06e2 to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/9cf26d6745fb4bfa837580e39a3a06e2 2024-11-25T07:49:23,821 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/2c9076bd34054fcbb47452093ed3f2e3] to archive 2024-11-25T07:49:23,823 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:49:23,829 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/2c9076bd34054fcbb47452093ed3f2e3 to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/2c9076bd34054fcbb47452093ed3f2e3 2024-11-25T07:49:23,856 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-25T07:49:23,860 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:23,860 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 318a6c3b7003c57a450d7926bf81e325: Waiting for close lock at 1732520963786Running coprocessor pre-close hooks at 1732520963786Disabling compacts and flushes for region at 1732520963787 (+1 ms)Disabling writes for close at 1732520963787Writing region close event to WAL at 1732520963840 (+53 ms)Running coprocessor post-close hooks at 1732520963860 (+20 ms)Closed at 1732520963860 2024-11-25T07:49:23,861 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 318a6c3b7003c57a450d7926bf81e325 move to 7fb8763a5d32,34205,1732520939790 record at close sequenceid=12 2024-11-25T07:49:23,865 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:23,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=CLOSED 2024-11-25T07:49:23,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678 because future has completed 2024-11-25T07:49:23,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T07:49:23,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678 in 249 msec 2024-11-25T07:49:23,892 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE; state=CLOSED, location=7fb8763a5d32,34205,1732520939790; forceNewPlan=false, retain=false 2024-11-25T07:49:24,043 INFO [7fb8763a5d32:38091 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-25T07:49:24,043 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPENING, regionLocation=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE because future has completed 2024-11-25T07:49:24,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790}] 2024-11-25T07:49:24,209 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,209 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 318a6c3b7003c57a450d7926bf81e325, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:24,209 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,209 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:24,210 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,210 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,214 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,215 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf1 2024-11-25T07:49:24,216 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:24,247 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/f34f66915bdf4b1e8c7502e9eef54fe6 2024-11-25T07:49:24,247 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:24,247 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,248 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf2 2024-11-25T07:49:24,248 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:24,264 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/aa6821ad5a6843ac87cd3c9060d350d8 2024-11-25T07:49:24,264 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:24,265 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,266 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,269 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,270 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,270 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,272 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T07:49:24,275 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,277 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 318a6c3b7003c57a450d7926bf81e325; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73387628, jitterRate=0.09356087446212769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T07:49:24,277 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,278 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 318a6c3b7003c57a450d7926bf81e325: Running coprocessor pre-open hook at 1732520964210Writing region info on filesystem at 1732520964210Initializing all the Stores at 1732520964212 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520964212Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520964212Cleaning up temporary data from old regions at 1732520964270 (+58 ms)Running coprocessor post-open hooks at 1732520964277 (+7 ms)Region opened successfully at 1732520964278 (+1 ms) 2024-11-25T07:49:24,280 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., pid=12, masterSystemTime=1732520964204 2024-11-25T07:49:24,282 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,283 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,284 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPEN, openSeqNum=18, regionLocation=7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:24,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790 because future has completed 2024-11-25T07:49:24,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-25T07:49:24,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,34205,1732520939790 in 247 msec 2024-11-25T07:49:24,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, REOPEN/MOVE in 684 msec 2024-11-25T07:49:24,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:49:24,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:49:24,327 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 7fb8763a5d32,34205,1732520939790: testing ***** 2024-11-25T07:49:24,327 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-25T07:49:24,330 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-25T07:49:24,331 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-25T07:49:24,340 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-25T07:49:24,343 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-25T07:49:24,411 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 540129192 }, "NonHeapMemoryUsage": { "committed": 172425216, "init": 7667712, "max": -1, "used": 169783584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "7fb8763a5d32", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 10264, "exceptions.RegionMovedException": 1, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 39, "ProcessCallTime_min": 0, "ProcessCallTime_max": 137, "ProcessCallTime_mean": 13, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 3, "ProcessCallTime_75th_percentile": 9, "ProcessCallTime_90th_percentile": 17, "ProcessCallTime_95th_percentile": 103, "ProcessCallTime_98th_percentile": 137, "ProcessCallTime_99th_percentile": 137, "ProcessCallTime_99.9th_percentile": 137, "ProcessCallTime_TimeRangeCount_0-1": 6, "ProcessCallTime_TimeRangeCount_1-3": 12, "ProcessCallTime_TimeRangeCount_3-10": 7, "ProcessCallTime_TimeRangeCount_10-30": 3, "ProcessCallTime_TimeRangeCount_30-100": 1, "ProcessCallTime_TimeRangeCount_100-300": 2, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 39, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 1, "QueueCallTime_95th_percentile": 1, "QueueCallTime_98th_percentile": 1, "QueueCallTime_99th_percentile": 1, "QueueCallTime_99.9th_percentile": 1, "QueueCallTime_TimeRangeCount_0-1": 31, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 39, "TotalCallTime_min": 0, "TotalCallTime_max": 137, "TotalCallTime_mean": 13, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 3, "TotalCallTime_75th_percentile": 9, "TotalCallTime_90th_percentile": 17, "TotalCallTime_95th_percentile": 103, "TotalCallTime_98th_percentile": 137, "TotalCallTime_99th_percentile": 137, "TotalCallTime_99.9th_percentile": 137, "TotalCallTime_TimeRangeCount_0-1": 5, "TotalCallTime_TimeRangeCount_1-3": 12, "TotalCallTime_TimeRangeCount_3-10": 8, "TotalCallTime_TimeRangeCount_10-30": 3, "TotalCallTime_TimeRangeCount_30-100": 1, "TotalCallTime_TimeRangeCount_100-300": 2, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 39, "ResponseSize_min": 0, "ResponseSize_max": 1139, "ResponseSize_mean": 160, "ResponseSize_25th_percentile": 2, "ResponseSize_median": 2, "ResponseSize_75th_percentile": 74, "ResponseSize_90th_percentile": 453, "ResponseSize_95th_percentile": 796, "ResponseSize_98th_percentile": 1001, "ResponseSize_99th_percentile": 1070, "ResponseSize_99.9th_percentile": 1132, "ResponseSize_SizeRangeCount_0-10": 22, "ResponseSize_SizeRangeCount_10-100": 4, "ResponseSize_SizeRangeCount_100-1000": 5, "exceptions.UnknownScannerException": 0, "exceptions": 1, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 39, "RequestSize_min": 31, "RequestSize_max": 390, "RequestSize_mean": 204, "RequestSize_25th_percentile": 119, "RequestSize_median": 179, "RequestSize_75th_percentile": 330, "RequestSize_90th_percentile": 330, "RequestSize_95th_percentile": 365, "RequestSize_98th_percentile": 380, "RequestSize_99th_percentile": 385, "RequestSize_99.9th_percentile": 389, "RequestSize_SizeRangeCount_0-10": 2, "RequestSize_SizeRangeCount_100-1000": 29, "sentBytes": 5782 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "7fb8763a5d32", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:63379", "tag.serverName": "7fb8763a5d32,34577,1732520939838", "tag.clusterId": "fb730379-774d-4f28-9b08-f458026166ec", "tag.Context": "regionserver", "tag.Hostname": "7fb8763a5d32", "regionCount": 0, "storeCount": 0, "hlogFileCount": 4, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732520939838, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 320685, "localBytesRead": 320685, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 227243, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 1.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-25T07:49:24,416 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38091 {}] master.MasterRpcServices(700): 7fb8763a5d32,34205,1732520939790 reported a fatal error: ***** ABORTING region server 7fb8763a5d32,34205,1732520939790: testing ***** 2024-11-25T07:49:24,420 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,34205,1732520939790' ***** 2024-11-25T07:49:24,420 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-25T07:49:24,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42807 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:60524 deadline: 1732521024421, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=34205 startCode=1732520939790. As of locationSeqNum=12. 2024-11-25T07:49:24,422 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:49:24,422 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:49:24,422 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,42807,1732520939678, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,42807,1732520939678, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=34205 startCode=1732520939790. As of locationSeqNum=12. 2024-11-25T07:49:24,422 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,42807,1732520939678, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=34205 startCode=1732520939790. As of locationSeqNum=12. 2024-11-25T07:49:24,423 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,42807,1732520939678, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=7fb8763a5d32 port=34205 startCode=1732520939790. As of locationSeqNum=12. 2024-11-25T07:49:24,423 INFO [RS:1;7fb8763a5d32:34205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-25T07:49:24,423 INFO [RS:1;7fb8763a5d32:34205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-25T07:49:24,423 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(3091): Received CLOSE for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,424 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 318a6c3b7003c57a450d7926bf81e325, disabling compactions & flushes 2024-11-25T07:49:24,424 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,424 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,424 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. after waiting 0 ms 2024-11-25T07:49:24,424 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7fb8763a5d32,34205,1732520939790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:24,428 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(956): aborting server 7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:24,428 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:49:24,428 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7fb8763a5d32,34205,1732520939790 aborting 2024-11-25T07:49:24,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7fb8763a5d32,34205,1732520939790 aborting 2024-11-25T07:49:24,429 INFO [RS:1;7fb8763a5d32:34205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;7fb8763a5d32:34205. 2024-11-25T07:49:24,429 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 from cache 2024-11-25T07:49:24,429 DEBUG [RS:1;7fb8763a5d32:34205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:49:24,429 DEBUG [RS:1;7fb8763a5d32:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:24,430 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:49:24,430 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:49:24,430 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:49:24,430 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:49:24,452 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:49:24,453 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:49:24,453 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 318a6c3b7003c57a450d7926bf81e325=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.} 2024-11-25T07:49:24,453 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:49:24,453 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:49:24,453 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:49:24,453 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:49:24,453 DEBUG [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:24,484 ERROR [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-25T07:49:24,488 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:49:24,489 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,489 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 318a6c3b7003c57a450d7926bf81e325: Waiting for close lock at 1732520964424Running coprocessor pre-close hooks at 1732520964424Disabling compacts and flushes for region at 1732520964424Disabling writes for close at 1732520964424Writing region close event to WAL at 1732520964488 (+64 ms)Running coprocessor post-close hooks at 1732520964488Closed at 1732520964489 (+1 ms) 2024-11-25T07:49:24,489 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:49:24,489 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:24,489 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:49:24,489 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520964453Running coprocessor pre-close hooks at 1732520964453Disabling compacts and flushes for region at 1732520964453Disabling writes for close at 1732520964453Writing region close event to WAL at 1732520964484 (+31 ms)Running coprocessor post-close hooks at 1732520964488 (+4 ms)Closed at 1732520964489 (+1 ms) 2024-11-25T07:49:24,490 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:49:24,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:24,538 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1] 2024-11-25T07:49:24,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7fb8763a5d32,34205,1732520939790 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:24,542 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7fb8763a5d32,34205,1732520939790 aborting 2024-11-25T07:49:24,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7fb8763a5d32,34205,1732520939790 aborting 2024-11-25T07:49:24,545 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 from cache 2024-11-25T07:49:24,656 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,34205,1732520939790; all regions closed. 2024-11-25T07:49:24,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741836_1012 (size=7323) 2024-11-25T07:49:24,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741836_1012 (size=7323) 2024-11-25T07:49:24,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741836_1012 (size=7323) 2024-11-25T07:49:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741834_1010 (size=2288) 2024-11-25T07:49:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741834_1010 (size=2288) 2024-11-25T07:49:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741834_1010 (size=2288) 2024-11-25T07:49:24,713 DEBUG [RS:1;7fb8763a5d32:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:24,713 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:49:24,713 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:49:24,714 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:49:24,714 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:49:24,715 INFO [RS:1;7fb8763a5d32:34205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34205 2024-11-25T07:49:24,717 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:49:24,755 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:24,757 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1] 2024-11-25T07:49:24,759 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7fb8763a5d32:34205 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7fb8763a5d32/172.17.0.2:34205 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:24,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1, error=java.net.ConnectException: Call to address=7fb8763a5d32:34205 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7fb8763a5d32/172.17.0.2:34205 2024-11-25T07:49:24,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-25T07:49:24,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 from cache 2024-11-25T07:49:24,760 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 7fb8763a5d32:34205 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7fb8763a5d32/172.17.0.2:34205 2024-11-25T07:49:24,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:49:24,800 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:49:24,800 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,34205,1732520939790 2024-11-25T07:49:24,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,34205,1732520939790] 2024-11-25T07:49:24,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,34205,1732520939790 already deleted, retry=false 2024-11-25T07:49:24,821 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 7fb8763a5d32,34205,1732520939790 on 7fb8763a5d32,38091,1732520938817 2024-11-25T07:49:24,830 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7fb8763a5d32,34205,1732520939790, splitWal=true, meta=true 2024-11-25T07:49:24,842 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 7fb8763a5d32,34205,1732520939790 (carryingMeta=true) 7fb8763a5d32,34205,1732520939790/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@585bfb02[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-25T07:49:24,845 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7fb8763a5d32,34205,1732520939790, splitWal=true, meta=true 2024-11-25T07:49:24,847 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7fb8763a5d32,34205,1732520939790, splitWal=true, meta=true, isMeta: true 2024-11-25T07:49:24,849 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting 2024-11-25T07:49:24,850 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7fb8763a5d32,34205,1732520939790 WAL count=1, meta=true 2024-11-25T07:49:24,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta}] 2024-11-25T07:49:24,863 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:24,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, worker=7fb8763a5d32,34577,1732520939838}] 2024-11-25T07:49:24,912 INFO [RS:1;7fb8763a5d32:34205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:49:24,912 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:24,912 DEBUG [pool-70-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x10170f785050002, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:24,912 INFO [RS:1;7fb8763a5d32:34205 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,34205,1732520939790; zookeeper connection closed. 2024-11-25T07:49:24,916 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7469de15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7469de15 2024-11-25T07:49:25,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T07:49:25,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33983, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T07:49:25,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-25T07:49:25,064 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:25,066 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1] 2024-11-25T07:49:25,066 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7fb8763a5d32:34205 this server is in the failed servers list 2024-11-25T07:49:25,067 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7fb8763a5d32:34205 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7fb8763a5d32:34205 2024-11-25T07:49:25,067 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7fb8763a5d32:34205 2024-11-25T07:49:25,067 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 from cache 2024-11-25T07:49:25,110 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, size=7.2 K (7323bytes) 2024-11-25T07:49:25,110 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta 2024-11-25T07:49:25,111 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta after 1ms 2024-11-25T07:49:25,182 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:25,182 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta took 73ms 2024-11-25T07:49:25,250 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-25T07:49:25,251 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta so closing down 2024-11-25T07:49:25,251 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:25,258 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta.temp 2024-11-25T07:49:25,321 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta.temp 2024-11-25T07:49:25,322 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741892_1070 (size=7071) 2024-11-25T07:49:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741892_1070 (size=7071) 2024-11-25T07:49:25,406 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:25,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741892_1070 (size=7071) 2024-11-25T07:49:25,411 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta.temp to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T07:49:25,411 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 179 ms; skipped=1; WAL=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, size=7.2 K, length=7323, corrupted=false, cancelled=false 2024-11-25T07:49:25,411 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, journal: Splitting hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, size=7.2 K (7323bytes) at 1732520965110Finishing writing output for hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta so closing down at 1732520965251 (+141 ms)Creating recovered edits writer path=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta.temp at 1732520965321 (+70 ms)3 split writer threads finished at 1732520965322 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732520965406 (+84 ms)Rename recovered edits hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta.temp to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1732520965411 (+5 ms)Processed 16 edits across 1 Regions in 179 ms; skipped=1; WAL=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, size=7.2 K, length=7323, corrupted=false, cancelled=false at 1732520965411 2024-11-25T07:49:25,412 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta 2024-11-25T07:49:25,413 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T07:49:25,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-25T07:49:25,433 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs 2024-11-25T07:49:25,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T07:49:25,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, worker=7fb8763a5d32,34577,1732520939838 in 567 msec 2024-11-25T07:49:25,443 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:25,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-25T07:49:25,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C34205%2C1732520939790.meta.1732520942672.meta, worker=7fb8763a5d32,34577,1732520939838 in 592 msec 2024-11-25T07:49:25,454 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting dir is empty, no logs to split. 2024-11-25T07:49:25,454 INFO [PEWorker-2 {}] master.SplitWALManager(105): 7fb8763a5d32,34205,1732520939790 WAL count=0, meta=true 2024-11-25T07:49:25,454 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 7fb8763a5d32,34205,1732520939790 WAL splitting is done? wals=0, meta=true 2024-11-25T07:49:25,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T07:49:25,462 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:49:25,464 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:49:25,575 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:25,577 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1] 2024-11-25T07:49:25,577 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7fb8763a5d32:34205 this server is in the failed servers list 2024-11-25T07:49:25,577 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7fb8763a5d32:34205 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7fb8763a5d32:34205 2024-11-25T07:49:25,577 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7fb8763a5d32:34205 2024-11-25T07:49:25,577 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 from cache 2024-11-25T07:49:25,615 DEBUG [7fb8763a5d32:38091 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-25T07:49:25,615 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:49:25,616 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:49:25,616 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:49:25,616 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:49:25,616 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:49:25,616 INFO [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:49:25,616 INFO [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:49:25,616 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:49:25,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:25,618 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,42807,1732520939678, state=OPENING 2024-11-25T07:49:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:25,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:25,669 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T07:49:25,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:25,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,42807,1732520939678}] 2024-11-25T07:49:25,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:25,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:25,827 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-25T07:49:25,827 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:25,827 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T07:49:25,832 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7fb8763a5d32%2C42807%2C1732520939678.meta, suffix=.meta, logDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,42807,1732520939678, archiveDir=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs, maxLogs=32 2024-11-25T07:49:25,855 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,42807,1732520939678/7fb8763a5d32%2C42807%2C1732520939678.meta.1732520965832.meta, exclude list is [], retry=0 2024-11-25T07:49:25,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:25,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:25,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:25,901 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,42807,1732520939678/7fb8763a5d32%2C42807%2C1732520939678.meta.1732520965832.meta 2024-11-25T07:49:25,901 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:25,901 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:25,902 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T07:49:25,902 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T07:49:25,902 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T07:49:25,903 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T07:49:25,903 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:25,903 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-25T07:49:25,903 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-25T07:49:25,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T07:49:25,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T07:49:25,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:25,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:25,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-25T07:49:25,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-25T07:49:25,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:25,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:25,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T07:49:25,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T07:49:25,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:25,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:25,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T07:49:25,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T07:49:25,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:25,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T07:49:25,915 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-25T07:49:25,916 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740 2024-11-25T07:49:25,918 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740 2024-11-25T07:49:25,919 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T07:49:25,960 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:25,964 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T07:49:25,964 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-25T07:49:25,994 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/info/cfcfce63c01d45f1b65cfbbaa575235f is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325./info:regioninfo/1732520964284/Put/seqid=0 2024-11-25T07:49:26,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741894_1072 (size=11177) 2024-11-25T07:49:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741894_1072 (size=11177) 2024-11-25T07:49:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741894_1072 (size=11177) 2024-11-25T07:49:26,018 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/info/cfcfce63c01d45f1b65cfbbaa575235f 2024-11-25T07:49:26,046 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/ns/853d2173c99b401c841d27feb0ace379 is 43, key is default/ns:d/1732520942890/Put/seqid=0 2024-11-25T07:49:26,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741895_1073 (size=5153) 2024-11-25T07:49:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741895_1073 (size=5153) 2024-11-25T07:49:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741895_1073 (size=5153) 2024-11-25T07:49:26,063 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/ns/853d2173c99b401c841d27feb0ace379 2024-11-25T07:49:26,097 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/table/00cd6a86afc14eddae33fb7f81b37d00 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732520961331/Put/seqid=0 2024-11-25T07:49:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741896_1074 (size=5431) 2024-11-25T07:49:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741896_1074 (size=5431) 2024-11-25T07:49:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741896_1074 (size=5431) 2024-11-25T07:49:26,112 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/table/00cd6a86afc14eddae33fb7f81b37d00 2024-11-25T07:49:26,121 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/info/cfcfce63c01d45f1b65cfbbaa575235f as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/info/cfcfce63c01d45f1b65cfbbaa575235f 2024-11-25T07:49:26,131 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/info/cfcfce63c01d45f1b65cfbbaa575235f, entries=36, sequenceid=18, filesize=10.9 K 2024-11-25T07:49:26,136 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/ns/853d2173c99b401c841d27feb0ace379 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/ns/853d2173c99b401c841d27feb0ace379 2024-11-25T07:49:26,144 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/ns/853d2173c99b401c841d27feb0ace379, entries=2, sequenceid=18, filesize=5.0 K 2024-11-25T07:49:26,145 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/table/00cd6a86afc14eddae33fb7f81b37d00 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/table/00cd6a86afc14eddae33fb7f81b37d00 2024-11-25T07:49:26,154 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/table/00cd6a86afc14eddae33fb7f81b37d00, entries=2, sequenceid=18, filesize=5.3 K 2024-11-25T07:49:26,154 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=18, compaction requested=false; wal=null 2024-11-25T07:49:26,155 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-25T07:49:26,157 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-25T07:49:26,157 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-25T07:49:26,158 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T07:49:26,160 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-25T07:49:26,164 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-25T07:49:26,166 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66902903, jitterRate=-0.003069058060646057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T07:49:26,166 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-25T07:49:26,166 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732520965903Writing region info on filesystem at 1732520965903Initializing all the Stores at 1732520965904 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520965904Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520965906 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520965906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732520965906Obtaining lock to block concurrent updates at 1732520965964 (+58 ms)Preparing flush snapshotting stores in 1588230740 at 1732520965964Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1732520965964Flushing stores of hbase:meta,,1.1588230740 at 1732520965964Flushing 1588230740/info: creating writer at 1732520965965 (+1 ms)Flushing 1588230740/info: appending metadata at 1732520965993 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732520965993Flushing 1588230740/ns: creating writer at 1732520966025 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732520966046 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732520966046Flushing 1588230740/table: creating writer at 1732520966073 (+27 ms)Flushing 1588230740/table: appending metadata at 1732520966096 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732520966096Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe126aa: reopening flushed file at 1732520966120 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100ea25b: reopening flushed file at 1732520966132 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144a779c: reopening flushed file at 1732520966144 (+12 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 190ms, sequenceid=18, compaction requested=false; wal=null at 1732520966154 (+10 ms)Cleaning up temporary data from old regions at 1732520966157 (+3 ms)Running coprocessor post-open hooks at 1732520966166 (+9 ms)Region opened successfully at 1732520966166 2024-11-25T07:49:26,170 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732520965822 2024-11-25T07:49:26,173 DEBUG [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T07:49:26,173 INFO [RS_OPEN_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-25T07:49:26,174 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:26,176 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7fb8763a5d32,42807,1732520939678, state=OPEN 2024-11-25T07:49:26,197 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38091 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7fb8763a5d32,42807,1732520939678, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T07:49:26,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:26,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:26,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T07:49:26,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:26,290 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:26,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:26,291 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T07:49:26,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T07:49:26,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7fb8763a5d32,42807,1732520939678 in 621 msec 2024-11-25T07:49:26,304 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-25T07:49:26,305 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 838 msec 2024-11-25T07:49:26,305 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 7fb8763a5d32,34205,1732520939790 had 2 regions 2024-11-25T07:49:26,306 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7fb8763a5d32,34205,1732520939790, splitWal=true, meta=true, isMeta: false 2024-11-25T07:49:26,308 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7fb8763a5d32,34205,1732520939790 WAL count=1, meta=false 2024-11-25T07:49:26,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C34205%2C1732520939790.1732520941954}] 2024-11-25T07:49:26,311 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:26,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C34205%2C1732520939790.1732520941954, worker=7fb8763a5d32,34577,1732520939838}] 2024-11-25T07:49:26,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34577 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-25T07:49:26,485 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954, size=2.2 K (2288bytes) 2024-11-25T07:49:26,485 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 2024-11-25T07:49:26,485 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 after 0ms 2024-11-25T07:49:26,541 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:26,542 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 took 56ms 2024-11-25T07:49:26,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 318a6c3b7003c57a450d7926bf81e325: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-25T07:49:26,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 so closing down 2024-11-25T07:49:26,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:26,546 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:26,546 INFO [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-25T07:49:26,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954, journal: Splitting hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954, size=2.2 K (2288bytes) at 1732520966485Finishing writing output for hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 so closing down at 1732520966546 (+61 ms)3 split writer threads finished at 1732520966546Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1732520966546 2024-11-25T07:49:26,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 2024-11-25T07:49:26,546 DEBUG [RS_LOG_REPLAY_OPS-regionserver/7fb8763a5d32:0-1 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T07:49:26,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38091 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-25T07:49:26,551 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting/7fb8763a5d32%2C34205%2C1732520939790.1732520941954 to hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs 2024-11-25T07:49:26,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T07:49:26,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 7fb8763a5d32%2C34205%2C1732520939790.1732520941954, worker=7fb8763a5d32,34577,1732520939838 in 238 msec 2024-11-25T07:49:26,557 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:26,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-25T07:49:26,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 7fb8763a5d32%2C34205%2C1732520939790.1732520941954, worker=7fb8763a5d32,34577,1732520939838 in 249 msec 2024-11-25T07:49:26,562 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/WALs/7fb8763a5d32,34205,1732520939790-splitting dir is empty, no logs to split. 2024-11-25T07:49:26,562 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7fb8763a5d32,34205,1732520939790 WAL count=0, meta=false 2024-11-25T07:49:26,562 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7fb8763a5d32,34205,1732520939790 WAL splitting is done? wals=0, meta=false 2024-11-25T07:49:26,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN}] 2024-11-25T07:49:26,565 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN 2024-11-25T07:49:26,566 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-25T07:49:26,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:26,585 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,42807,1732520939678, seqNum=-1] 2024-11-25T07:49:26,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7fb8763a5d32:34205 this server is in the failed servers list 2024-11-25T07:49:26,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7fb8763a5d32:34205 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7fb8763a5d32:34205 2024-11-25T07:49:26,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7fb8763a5d32:34205 2024-11-25T07:49:26,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=12 from cache 2024-11-25T07:49:26,717 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(204): Hosts are {7fb8763a5d32=0} racks are {/default-rack=0} 2024-11-25T07:49:26,717 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-25T07:49:26,717 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-25T07:49:26,717 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-25T07:49:26,717 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-25T07:49:26,717 INFO [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-25T07:49:26,717 INFO [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-25T07:49:26,717 DEBUG [7fb8763a5d32:38091 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-25T07:49:26,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPENING, regionLocation=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:26,719 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7fb8763a5d32:34205 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7fb8763a5d32/172.17.0.2:34205 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1, error=java.net.ConnectException: Call to address=7fb8763a5d32:34205 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7fb8763a5d32/172.17.0.2:34205 2024-11-25T07:49:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-25T07:49:26,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,34205,1732520939790, seqNum=-1 from cache 2024-11-25T07:49:26,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 7fb8763a5d32:34205 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7fb8763a5d32/172.17.0.2:34205 2024-11-25T07:49:26,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:49:26,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-25T07:49:26,824 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7fb8763a5d32,42807,1732520939678, seqNum=-1] 2024-11-25T07:49:26,825 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T07:49:26,826 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45343, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T07:49:26,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T07:49:26,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN because future has completed 2024-11-25T07:49:26,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678}] 2024-11-25T07:49:26,923 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=18] 2024-11-25T07:49:26,924 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7fb8763a5d32:34205 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7fb8763a5d32/172.17.0.2:34205 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:26,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=18, error=java.net.ConnectException: Call to address=7fb8763a5d32:34205 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7fb8763a5d32/172.17.0.2:34205 2024-11-25T07:49:26,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-25T07:49:26,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,34205,1732520939790, seqNum=18 from cache 2024-11-25T07:49:26,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 7fb8763a5d32:34205 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 7fb8763a5d32/172.17.0.2:34205 2024-11-25T07:49:26,988 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:26,988 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 318a6c3b7003c57a450d7926bf81e325, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:26,989 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:26,989 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:26,989 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:26,989 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:26,991 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:26,992 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf1 2024-11-25T07:49:26,992 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,000 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf1/f34f66915bdf4b1e8c7502e9eef54fe6 2024-11-25T07:49:27,001 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,001 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,002 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318a6c3b7003c57a450d7926bf81e325 columnFamilyName cf2 2024-11-25T07:49:27,002 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,010 DEBUG [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/cf2/aa6821ad5a6843ac87cd3c9060d350d8 2024-11-25T07:49:27,011 INFO [StoreOpener-318a6c3b7003c57a450d7926bf81e325-1 {}] regionserver.HStore(327): Store=318a6c3b7003c57a450d7926bf81e325/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,011 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,012 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,013 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,014 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,014 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,014 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-25T07:49:27,016 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,018 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 318a6c3b7003c57a450d7926bf81e325; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63726994, jitterRate=-0.05039379000663757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-25T07:49:27,018 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:27,019 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 318a6c3b7003c57a450d7926bf81e325: Running coprocessor pre-open hook at 1732520966989Writing region info on filesystem at 1732520966989Initializing all the Stores at 1732520966991 (+2 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520966991Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520966991Cleaning up temporary data from old regions at 1732520967014 (+23 ms)Running coprocessor post-open hooks at 1732520967018 (+4 ms)Region opened successfully at 1732520967019 (+1 ms) 2024-11-25T07:49:27,083 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., pid=21, masterSystemTime=1732520966984 2024-11-25T07:49:27,087 DEBUG [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:27,087 INFO [RS_OPEN_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:27,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=318a6c3b7003c57a450d7926bf81e325, regionState=OPEN, openSeqNum=18, regionLocation=7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:27,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678 because future has completed 2024-11-25T07:49:27,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T07:49:27,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 318a6c3b7003c57a450d7926bf81e325, server=7fb8763a5d32,42807,1732520939678 in 264 msec 2024-11-25T07:49:27,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-25T07:49:27,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=318a6c3b7003c57a450d7926bf81e325, ASSIGN in 534 msec 2024-11-25T07:49:27,102 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 7fb8763a5d32,34205,1732520939790 after splitting done 2024-11-25T07:49:27,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 7fb8763a5d32,34205,1732520939790, splitWal=true, meta=true in 2.2800 sec 2024-11-25T07:49:27,240 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325., hostname=7fb8763a5d32,42807,1732520939678, seqNum=18] 2024-11-25T07:49:27,258 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=402 (was 410), OpenFileDescriptor=1036 (was 1022) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 664) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4616 (was 4813) 2024-11-25T07:49:27,259 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1036 is superior to 1024 2024-11-25T07:49:27,272 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=402, OpenFileDescriptor=1036, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=4615 2024-11-25T07:49:27,273 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1036 is superior to 1024 2024-11-25T07:49:27,294 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:27,296 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:27,297 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:27,300 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-56347325, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-56347325, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:27,319 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-56347325/hregion-56347325.1732520967301, exclude list is [], retry=0 2024-11-25T07:49:27,322 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:27,323 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:27,323 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:27,386 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-56347325/hregion-56347325.1732520967301 2024-11-25T07:49:27,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:27,386 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9587c14f28a202c9899f2c01640c1736, NAME => 'testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741898_1076 (size=67) 2024-11-25T07:49:27,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741898_1076 (size=67) 2024-11-25T07:49:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741898_1076 (size=67) 2024-11-25T07:49:27,403 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:27,404 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,406 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName a 2024-11-25T07:49:27,406 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,406 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,407 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,408 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName b 2024-11-25T07:49:27,408 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,409 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,409 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,410 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName c 2024-11-25T07:49:27,410 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,411 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,411 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,413 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,413 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,414 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:27,415 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,417 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:27,418 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9587c14f28a202c9899f2c01640c1736; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59237091, jitterRate=-0.11729855835437775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:27,419 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9587c14f28a202c9899f2c01640c1736: Writing region info on filesystem at 1732520967403Initializing all the Stores at 1732520967403Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967404 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967404Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967404Cleaning up temporary data from old regions at 1732520967413 (+9 ms)Region opened successfully at 1732520967418 (+5 ms) 2024-11-25T07:49:27,419 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9587c14f28a202c9899f2c01640c1736, disabling compactions & flushes 2024-11-25T07:49:27,419 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,419 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,419 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. after waiting 0 ms 2024-11-25T07:49:27,419 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,419 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,419 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9587c14f28a202c9899f2c01640c1736: Waiting for close lock at 1732520967419Disabling compacts and flushes for region at 1732520967419Disabling writes for close at 1732520967419Writing region close event to WAL at 1732520967419Closed at 1732520967419 2024-11-25T07:49:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741897_1075 (size=175) 2024-11-25T07:49:27,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741897_1075 (size=175) 2024-11-25T07:49:27,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741897_1075 (size=175) 2024-11-25T07:49:27,427 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:27,427 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-56347325:(num 1732520967301) 2024-11-25T07:49:27,427 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:27,429 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:27,443 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429, exclude list is [], retry=0 2024-11-25T07:49:27,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:27,446 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:27,447 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:27,475 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429 2024-11-25T07:49:27,476 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:27,476 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9587c14f28a202c9899f2c01640c1736, NAME => 'testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:27,476 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:27,476 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,476 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,480 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,482 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName a 2024-11-25T07:49:27,482 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,482 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,483 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,484 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName b 2024-11-25T07:49:27,484 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,484 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,485 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,486 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName c 2024-11-25T07:49:27,486 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,489 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,489 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,490 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,494 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,501 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,501 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,503 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:27,506 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,507 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9587c14f28a202c9899f2c01640c1736; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74059295, jitterRate=0.10356949269771576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:27,508 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9587c14f28a202c9899f2c01640c1736: Writing region info on filesystem at 1732520967476Initializing all the Stores at 1732520967477 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967477Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967480 (+3 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967480Cleaning up temporary data from old regions at 1732520967501 (+21 ms)Region opened successfully at 1732520967508 (+7 ms) 2024-11-25T07:49:27,561 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9587c14f28a202c9899f2c01640c1736 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T07:49:27,586 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/a/44bbde96c8534b29b942e8868b7a00fe is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732520967508/Put/seqid=0 2024-11-25T07:49:27,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741900_1078 (size=5958) 2024-11-25T07:49:27,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741900_1078 (size=5958) 2024-11-25T07:49:27,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741900_1078 (size=5958) 2024-11-25T07:49:27,597 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/a/44bbde96c8534b29b942e8868b7a00fe 2024-11-25T07:49:27,626 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/b/c39e864b666c402fb21ecfa4d9c775b1 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732520967525/Put/seqid=0 2024-11-25T07:49:27,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741901_1079 (size=5958) 2024-11-25T07:49:27,649 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/b/c39e864b666c402fb21ecfa4d9c775b1 2024-11-25T07:49:27,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741901_1079 (size=5958) 2024-11-25T07:49:27,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741901_1079 (size=5958) 2024-11-25T07:49:27,681 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T07:49:27,688 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/c/f7a28ce1d72c4f29b689ed48d0838cc6 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732520967541/Put/seqid=0 2024-11-25T07:49:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741902_1080 (size=5958) 2024-11-25T07:49:27,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741902_1080 (size=5958) 2024-11-25T07:49:27,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741902_1080 (size=5958) 2024-11-25T07:49:27,701 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/c/f7a28ce1d72c4f29b689ed48d0838cc6 2024-11-25T07:49:27,711 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/a/44bbde96c8534b29b942e8868b7a00fe as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/a/44bbde96c8534b29b942e8868b7a00fe 2024-11-25T07:49:27,718 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/a/44bbde96c8534b29b942e8868b7a00fe, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T07:49:27,719 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/b/c39e864b666c402fb21ecfa4d9c775b1 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/b/c39e864b666c402fb21ecfa4d9c775b1 2024-11-25T07:49:27,726 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/b/c39e864b666c402fb21ecfa4d9c775b1, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T07:49:27,727 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/c/f7a28ce1d72c4f29b689ed48d0838cc6 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/c/f7a28ce1d72c4f29b689ed48d0838cc6 2024-11-25T07:49:27,734 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/c/f7a28ce1d72c4f29b689ed48d0838cc6, entries=10, sequenceid=33, filesize=5.8 K 2024-11-25T07:49:27,736 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 9587c14f28a202c9899f2c01640c1736 in 175ms, sequenceid=33, compaction requested=false 2024-11-25T07:49:27,736 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9587c14f28a202c9899f2c01640c1736: 2024-11-25T07:49:27,736 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9587c14f28a202c9899f2c01640c1736, disabling compactions & flushes 2024-11-25T07:49:27,736 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,736 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,737 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. after waiting 0 ms 2024-11-25T07:49:27,737 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,738 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. 2024-11-25T07:49:27,738 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9587c14f28a202c9899f2c01640c1736: Waiting for close lock at 1732520967736Disabling compacts and flushes for region at 1732520967736Disabling writes for close at 1732520967737 (+1 ms)Writing region close event to WAL at 1732520967738 (+1 ms)Closed at 1732520967738 2024-11-25T07:49:27,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741899_1077 (size=6311) 2024-11-25T07:49:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741899_1077 (size=6311) 2024-11-25T07:49:27,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741899_1077 (size=6311) 2024-11-25T07:49:27,749 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/b/c39e864b666c402fb21ecfa4d9c775b1 to hdfs://localhost:45593/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/b/c39e864b666c402fb21ecfa4d9c775b1 2024-11-25T07:49:27,766 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429, size=6.2 K (6311bytes) 2024-11-25T07:49:27,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429 2024-11-25T07:49:27,767 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429 after 0ms 2024-11-25T07:49:27,808 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:27,809 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429 took 43ms 2024-11-25T07:49:27,811 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429 so closing down 2024-11-25T07:49:27,812 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:27,813 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732520967429.temp 2024-11-25T07:49:27,854 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000003-wal.1732520967429.temp 2024-11-25T07:49:27,855 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741903_1081 (size=5575) 2024-11-25T07:49:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741903_1081 (size=5575) 2024-11-25T07:49:27,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741903_1081 (size=5575) 2024-11-25T07:49:27,883 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000003-wal.1732520967429.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:27,885 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000003-wal.1732520967429.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000032 2024-11-25T07:49:27,885 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 76 ms; skipped=2; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-25T07:49:27,885 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429, journal: Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429, size=6.2 K (6311bytes) at 1732520967766Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429 so closing down at 1732520967812 (+46 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000003-wal.1732520967429.temp at 1732520967854 (+42 ms)3 split writer threads finished at 1732520967855 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000003-wal.1732520967429.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732520967883 (+28 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000003-wal.1732520967429.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000032 at 1732520967885 (+2 ms)Processed 32 edits across 1 Regions in 76 ms; skipped=2; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1732520967885 2024-11-25T07:49:27,889 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967429 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520967429 2024-11-25T07:49:27,890 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000032 2024-11-25T07:49:27,890 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:27,893 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:27,911 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967893, exclude list is [], retry=0 2024-11-25T07:49:27,917 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:27,918 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:27,918 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:27,960 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967893 2024-11-25T07:49:27,966 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:27,967 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9587c14f28a202c9899f2c01640c1736, NAME => 'testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:27,967 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:27,967 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,967 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,969 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:27,970 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName a 2024-11-25T07:49:27,970 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:27,988 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/a/44bbde96c8534b29b942e8868b7a00fe 2024-11-25T07:49:27,988 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:27,988 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,001 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName b 2024-11-25T07:49:28,001 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,002 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,002 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,003 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9587c14f28a202c9899f2c01640c1736 columnFamilyName c 2024-11-25T07:49:28,003 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,015 DEBUG [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/c/f7a28ce1d72c4f29b689ed48d0838cc6 2024-11-25T07:49:28,015 INFO [StoreOpener-9587c14f28a202c9899f2c01640c1736-1 {}] regionserver.HStore(327): Store=9587c14f28a202c9899f2c01640c1736/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,015 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,016 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,018 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,019 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000032 2024-11-25T07:49:28,058 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:28,060 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000032 2024-11-25T07:49:28,060 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9587c14f28a202c9899f2c01640c1736 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T07:49:28,085 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/b/15fb0bb49cf949c5834a020e849d2c45 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732520967525/Put/seqid=0 2024-11-25T07:49:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741905_1083 (size=5958) 2024-11-25T07:49:28,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741905_1083 (size=5958) 2024-11-25T07:49:28,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741905_1083 (size=5958) 2024-11-25T07:49:28,108 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/b/15fb0bb49cf949c5834a020e849d2c45 2024-11-25T07:49:28,126 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/.tmp/b/15fb0bb49cf949c5834a020e849d2c45 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/b/15fb0bb49cf949c5834a020e849d2c45 2024-11-25T07:49:28,134 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/b/15fb0bb49cf949c5834a020e849d2c45, entries=10, sequenceid=32, filesize=5.8 K 2024-11-25T07:49:28,135 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 9587c14f28a202c9899f2c01640c1736 in 74ms, sequenceid=32, compaction requested=false; wal=null 2024-11-25T07:49:28,136 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/0000000000000000032 2024-11-25T07:49:28,138 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,138 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,139 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:28,141 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9587c14f28a202c9899f2c01640c1736 2024-11-25T07:49:28,144 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/9587c14f28a202c9899f2c01640c1736/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-25T07:49:28,145 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9587c14f28a202c9899f2c01640c1736; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64124684, jitterRate=-0.0444677472114563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:28,146 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9587c14f28a202c9899f2c01640c1736: Writing region info on filesystem at 1732520967967Initializing all the Stores at 1732520967968 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967968Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967969 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520967969Obtaining lock to block concurrent updates at 1732520968060 (+91 ms)Preparing flush snapshotting stores in 9587c14f28a202c9899f2c01640c1736 at 1732520968060Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732520968060Flushing stores of testReplayEditsWrittenViaHRegion,,1732520967295.9587c14f28a202c9899f2c01640c1736. at 1732520968060Flushing 9587c14f28a202c9899f2c01640c1736/b: creating writer at 1732520968060Flushing 9587c14f28a202c9899f2c01640c1736/b: appending metadata at 1732520968085 (+25 ms)Flushing 9587c14f28a202c9899f2c01640c1736/b: closing flushed file at 1732520968085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e2a4a5: reopening flushed file at 1732520968124 (+39 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 9587c14f28a202c9899f2c01640c1736 in 74ms, sequenceid=32, compaction requested=false; wal=null at 1732520968135 (+11 ms)Cleaning up temporary data from old regions at 1732520968138 (+3 ms)Region opened successfully at 1732520968146 (+8 ms) 2024-11-25T07:49:28,169 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=411 (was 402) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:46916 [Waiting for operation #31] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:58340 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:47960 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:60838 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:58734 [Waiting for operation #62] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:54458 [Waiting for operation #30] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1112 (was 1036) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 666), ProcessCount=11 (was 11), AvailableMemoryMB=4590 (was 4615) 2024-11-25T07:49:28,169 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1112 is superior to 1024 2024-11-25T07:49:28,182 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=411, OpenFileDescriptor=1112, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=4589 2024-11-25T07:49:28,182 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1112 is superior to 1024 2024-11-25T07:49:28,199 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:28,202 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:28,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:28,206 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-34355861, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-34355861, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:28,220 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-34355861/hregion-34355861.1732520968206, exclude list is [], retry=0 2024-11-25T07:49:28,223 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:28,223 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:28,224 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:28,271 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-34355861/hregion-34355861.1732520968206 2024-11-25T07:49:28,276 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:28,277 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0424ab604873f4b8d39ed26f77479496, NAME => 'testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741907_1085 (size=68) 2024-11-25T07:49:28,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741907_1085 (size=68) 2024-11-25T07:49:28,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741907_1085 (size=68) 2024-11-25T07:49:28,336 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:28,338 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,340 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName a 2024-11-25T07:49:28,340 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,341 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,341 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,356 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName b 2024-11-25T07:49:28,356 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,357 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,358 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,360 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName c 2024-11-25T07:49:28,360 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,361 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,361 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,363 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,363 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,364 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:28,366 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,377 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:28,378 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0424ab604873f4b8d39ed26f77479496; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62306674, jitterRate=-0.07155820727348328}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:28,379 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0424ab604873f4b8d39ed26f77479496: Writing region info on filesystem at 1732520968337Initializing all the Stores at 1732520968338 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520968338Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520968338Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520968338Cleaning up temporary data from old regions at 1732520968363 (+25 ms)Region opened successfully at 1732520968378 (+15 ms) 2024-11-25T07:49:28,379 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0424ab604873f4b8d39ed26f77479496, disabling compactions & flushes 2024-11-25T07:49:28,379 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:28,379 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:28,379 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. after waiting 0 ms 2024-11-25T07:49:28,379 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:28,379 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:28,380 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0424ab604873f4b8d39ed26f77479496: Waiting for close lock at 1732520968379Disabling compacts and flushes for region at 1732520968379Disabling writes for close at 1732520968379Writing region close event to WAL at 1732520968379Closed at 1732520968379 2024-11-25T07:49:28,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741906_1084 (size=175) 2024-11-25T07:49:28,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741906_1084 (size=175) 2024-11-25T07:49:28,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741906_1084 (size=175) 2024-11-25T07:49:28,396 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:28,396 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-34355861:(num 1732520968206) 2024-11-25T07:49:28,397 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:28,400 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:28,421 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400, exclude list is [], retry=0 2024-11-25T07:49:28,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:28,426 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:28,427 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:28,462 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400 2024-11-25T07:49:28,462 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:28,561 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0424ab604873f4b8d39ed26f77479496, NAME => 'testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:28,564 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,565 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:28,565 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,565 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,567 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,569 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName a 2024-11-25T07:49:28,569 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,570 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,570 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,571 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName b 2024-11-25T07:49:28,572 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,574 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,574 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,576 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName c 2024-11-25T07:49:28,576 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:28,577 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:28,577 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,578 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,580 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,582 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,582 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,583 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:28,586 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,587 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0424ab604873f4b8d39ed26f77479496; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60344243, jitterRate=-0.10080070793628693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:28,588 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:28,589 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0424ab604873f4b8d39ed26f77479496: Running coprocessor pre-open hook at 1732520968565Writing region info on filesystem at 1732520968565Initializing all the Stores at 1732520968566 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520968566Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520968567 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520968567Cleaning up temporary data from old regions at 1732520968582 (+15 ms)Running coprocessor post-open hooks at 1732520968588 (+6 ms)Region opened successfully at 1732520968589 (+1 ms) 2024-11-25T07:49:28,638 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0424ab604873f4b8d39ed26f77479496 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-25T07:49:28,645 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:29,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-25T07:49:29,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:29,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-25T07:49:29,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:29,231 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-25T07:49:29,231 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:29,646 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:30,647 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:31,647 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:32,492 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:49:32,648 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:33,649 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:34,650 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:35,650 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:36,651 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:37,652 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 0424ab604873f4b8d39ed26f77479496/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:37,653 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0424ab604873f4b8d39ed26f77479496: 2024-11-25T07:49:37,654 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:37,673 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 0424ab604873f4b8d39ed26f77479496: 2024-11-25T07:49:37,673 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-25T07:49:37,673 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0424ab604873f4b8d39ed26f77479496, disabling compactions & flushes 2024-11-25T07:49:37,673 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:37,673 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:37,673 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. after waiting 0 ms 2024-11-25T07:49:37,673 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:37,675 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:37,676 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. 2024-11-25T07:49:37,676 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0424ab604873f4b8d39ed26f77479496: Waiting for close lock at 1732520977673Running coprocessor pre-close hooks at 1732520977673Disabling compacts and flushes for region at 1732520977673Disabling writes for close at 1732520977673Writing region close event to WAL at 1732520977675 (+2 ms)Running coprocessor post-close hooks at 1732520977675Closed at 1732520977675 2024-11-25T07:49:37,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741908_1086 (size=4236) 2024-11-25T07:49:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741908_1086 (size=4236) 2024-11-25T07:49:37,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741908_1086 (size=4236) 2024-11-25T07:49:37,706 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400, size=4.1 K (4236bytes) 2024-11-25T07:49:37,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400 2024-11-25T07:49:37,707 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400 after 1ms 2024-11-25T07:49:37,749 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:37,749 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400 took 43ms 2024-11-25T07:49:37,753 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400 so closing down 2024-11-25T07:49:37,753 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:37,755 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732520968400.temp 2024-11-25T07:49:37,809 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000004-wal.1732520968400.temp 2024-11-25T07:49:37,810 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741909_1087 (size=3245) 2024-11-25T07:49:37,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741909_1087 (size=3245) 2024-11-25T07:49:37,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741909_1087 (size=3245) 2024-11-25T07:49:37,862 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000004-wal.1732520968400.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:37,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000004-wal.1732520968400.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000026 2024-11-25T07:49:37,864 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 114 ms; skipped=3; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-25T07:49:37,864 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400, journal: Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400, size=4.1 K (4236bytes) at 1732520977706Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400 so closing down at 1732520977753 (+47 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000004-wal.1732520968400.temp at 1732520977809 (+56 ms)3 split writer threads finished at 1732520977810 (+1 ms)Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000004-wal.1732520968400.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732520977862 (+52 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000004-wal.1732520968400.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000026 at 1732520977864 (+2 ms)Processed 23 edits across 1 Regions in 114 ms; skipped=3; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1732520977864 2024-11-25T07:49:37,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520968400 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520968400 2024-11-25T07:49:37,873 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000026 2024-11-25T07:49:37,874 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:37,876 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:37,897 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520977876, exclude list is [], retry=0 2024-11-25T07:49:37,900 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:37,901 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:37,901 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:37,950 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520977876 2024-11-25T07:49:37,951 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:37,951 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 0424ab604873f4b8d39ed26f77479496, NAME => 'testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:37,952 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,952 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:37,952 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,952 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,973 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,974 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName a 2024-11-25T07:49:37,974 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:37,975 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:37,975 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,976 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName b 2024-11-25T07:49:37,976 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:37,977 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:37,978 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,979 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0424ab604873f4b8d39ed26f77479496 columnFamilyName c 2024-11-25T07:49:37,979 DEBUG [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:37,979 INFO [StoreOpener-0424ab604873f4b8d39ed26f77479496-1 {}] regionserver.HStore(327): Store=0424ab604873f4b8d39ed26f77479496/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:37,980 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,980 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,982 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:37,983 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000026 2024-11-25T07:49:38,016 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:38,024 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000026 2024-11-25T07:49:38,024 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0424ab604873f4b8d39ed26f77479496 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-25T07:49:38,058 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/a/d83277bf64b7435f9d9f684b26bade6a is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732520977661/Put/seqid=0 2024-11-25T07:49:38,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741911_1089 (size=5523) 2024-11-25T07:49:38,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741911_1089 (size=5523) 2024-11-25T07:49:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741911_1089 (size=5523) 2024-11-25T07:49:38,118 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/a/d83277bf64b7435f9d9f684b26bade6a 2024-11-25T07:49:38,153 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/b/276e667384b24bf7a1c679edca28919b is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732520977654/Put/seqid=0 2024-11-25T07:49:38,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741912_1090 (size=5524) 2024-11-25T07:49:38,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741912_1090 (size=5524) 2024-11-25T07:49:38,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741912_1090 (size=5524) 2024-11-25T07:49:38,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/b/276e667384b24bf7a1c679edca28919b 2024-11-25T07:49:38,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/c/cd418a48822c439ea55aece4e341f8d2 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732520977658/Put/seqid=0 2024-11-25T07:49:38,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741913_1091 (size=5457) 2024-11-25T07:49:38,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741913_1091 (size=5457) 2024-11-25T07:49:38,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741913_1091 (size=5457) 2024-11-25T07:49:38,278 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/c/cd418a48822c439ea55aece4e341f8d2 2024-11-25T07:49:38,297 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/a/d83277bf64b7435f9d9f684b26bade6a as hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/a/d83277bf64b7435f9d9f684b26bade6a 2024-11-25T07:49:38,312 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/a/d83277bf64b7435f9d9f684b26bade6a, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T07:49:38,313 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/b/276e667384b24bf7a1c679edca28919b as hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/b/276e667384b24bf7a1c679edca28919b 2024-11-25T07:49:38,322 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/b/276e667384b24bf7a1c679edca28919b, entries=7, sequenceid=26, filesize=5.4 K 2024-11-25T07:49:38,326 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/.tmp/c/cd418a48822c439ea55aece4e341f8d2 as hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/c/cd418a48822c439ea55aece4e341f8d2 2024-11-25T07:49:38,336 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/c/cd418a48822c439ea55aece4e341f8d2, entries=6, sequenceid=26, filesize=5.3 K 2024-11-25T07:49:38,336 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 0424ab604873f4b8d39ed26f77479496 in 312ms, sequenceid=26, compaction requested=false; wal=null 2024-11-25T07:49:38,337 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/0000000000000000026 2024-11-25T07:49:38,339 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:38,339 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:38,340 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:38,342 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:38,346 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsAfterAbortingFlush/0424ab604873f4b8d39ed26f77479496/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-25T07:49:38,353 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0424ab604873f4b8d39ed26f77479496; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65418981, jitterRate=-0.02518121898174286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:38,353 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0424ab604873f4b8d39ed26f77479496 2024-11-25T07:49:38,355 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0424ab604873f4b8d39ed26f77479496: Running coprocessor pre-open hook at 1732520977952Writing region info on filesystem at 1732520977952Initializing all the Stores at 1732520977954 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520977954Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520977968 (+14 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520977968Obtaining lock to block concurrent updates at 1732520978024 (+56 ms)Preparing flush snapshotting stores in 0424ab604873f4b8d39ed26f77479496 at 1732520978024Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732520978025 (+1 ms)Flushing stores of testReplayEditsAfterAbortingFlush,,1732520968200.0424ab604873f4b8d39ed26f77479496. at 1732520978025Flushing 0424ab604873f4b8d39ed26f77479496/a: creating writer at 1732520978025Flushing 0424ab604873f4b8d39ed26f77479496/a: appending metadata at 1732520978057 (+32 ms)Flushing 0424ab604873f4b8d39ed26f77479496/a: closing flushed file at 1732520978057Flushing 0424ab604873f4b8d39ed26f77479496/b: creating writer at 1732520978133 (+76 ms)Flushing 0424ab604873f4b8d39ed26f77479496/b: appending metadata at 1732520978153 (+20 ms)Flushing 0424ab604873f4b8d39ed26f77479496/b: closing flushed file at 1732520978153Flushing 0424ab604873f4b8d39ed26f77479496/c: creating writer at 1732520978232 (+79 ms)Flushing 0424ab604873f4b8d39ed26f77479496/c: appending metadata at 1732520978254 (+22 ms)Flushing 0424ab604873f4b8d39ed26f77479496/c: closing flushed file at 1732520978254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f42044e: reopening flushed file at 1732520978291 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ceb077b: reopening flushed file at 1732520978312 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c08d021: reopening flushed file at 1732520978322 (+10 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 0424ab604873f4b8d39ed26f77479496 in 312ms, sequenceid=26, compaction requested=false; wal=null at 1732520978337 (+15 ms)Cleaning up temporary data from old regions at 1732520978339 (+2 ms)Running coprocessor post-open hooks at 1732520978353 (+14 ms)Region opened successfully at 1732520978355 (+2 ms) 2024-11-25T07:49:38,408 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416 (was 411) Potentially hanging thread: AsyncFSWAL-22-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:44138 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:45516 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:45480 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:51866 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:44132 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741910_1088] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:51860 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-22-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741910_1088, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1184 (was 1112) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=689 (was 666) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4434 (was 4589) 2024-11-25T07:49:38,408 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1184 is superior to 1024 2024-11-25T07:49:38,445 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1184, MaxFileDescriptor=1048576, SystemLoadAverage=689, ProcessCount=11, AvailableMemoryMB=4433 2024-11-25T07:49:38,446 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1184 is superior to 1024 2024-11-25T07:49:38,465 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:38,468 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:38,469 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:38,473 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27454772, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-27454772, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:38,493 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27454772/hregion-27454772.1732520978474, exclude list is [], retry=0 2024-11-25T07:49:38,497 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:38,500 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:38,506 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:38,590 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27454772/hregion-27454772.1732520978474 2024-11-25T07:49:38,597 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:38,597 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 77acdc2ff67f429476e7d007366755fb, NAME => 'testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:38,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741915_1093 (size=61) 2024-11-25T07:49:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741915_1093 (size=61) 2024-11-25T07:49:38,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741915_1093 (size=61) 2024-11-25T07:49:38,646 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:38,648 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,654 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77acdc2ff67f429476e7d007366755fb columnFamilyName a 2024-11-25T07:49:38,654 DEBUG [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:38,655 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(327): Store=77acdc2ff67f429476e7d007366755fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:38,656 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,658 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,659 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,659 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,662 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,666 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:38,666 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77acdc2ff67f429476e7d007366755fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71599624, jitterRate=0.0669175386428833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:38,667 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77acdc2ff67f429476e7d007366755fb: Writing region info on filesystem at 1732520978646Initializing all the Stores at 1732520978647 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520978648 (+1 ms)Cleaning up temporary data from old regions at 1732520978659 (+11 ms)Region opened successfully at 1732520978667 (+8 ms) 2024-11-25T07:49:38,667 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 77acdc2ff67f429476e7d007366755fb, disabling compactions & flushes 2024-11-25T07:49:38,668 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,668 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,668 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. after waiting 0 ms 2024-11-25T07:49:38,668 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,669 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,669 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 77acdc2ff67f429476e7d007366755fb: Waiting for close lock at 1732520978667Disabling compacts and flushes for region at 1732520978667Disabling writes for close at 1732520978668 (+1 ms)Writing region close event to WAL at 1732520978669 (+1 ms)Closed at 1732520978669 2024-11-25T07:49:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741914_1092 (size=175) 2024-11-25T07:49:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741914_1092 (size=175) 2024-11-25T07:49:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741914_1092 (size=175) 2024-11-25T07:49:38,696 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:38,696 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27454772:(num 1732520978474) 2024-11-25T07:49:38,697 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:38,704 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:38,725 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705, exclude list is [], retry=0 2024-11-25T07:49:38,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:38,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:38,732 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:38,806 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705 2024-11-25T07:49:38,820 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:38,821 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77acdc2ff67f429476e7d007366755fb, NAME => 'testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:38,821 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:38,821 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,821 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,823 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,824 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77acdc2ff67f429476e7d007366755fb columnFamilyName a 2024-11-25T07:49:38,825 DEBUG [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:38,827 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(327): Store=77acdc2ff67f429476e7d007366755fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:38,827 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,828 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,830 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,830 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,830 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,833 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:38,835 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77acdc2ff67f429476e7d007366755fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65014082, jitterRate=-0.03121468424797058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:38,836 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77acdc2ff67f429476e7d007366755fb: Writing region info on filesystem at 1732520978821Initializing all the Stores at 1732520978822 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520978823 (+1 ms)Cleaning up temporary data from old regions at 1732520978830 (+7 ms)Region opened successfully at 1732520978836 (+6 ms) 2024-11-25T07:49:38,854 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 77acdc2ff67f429476e7d007366755fb, disabling compactions & flushes 2024-11-25T07:49:38,854 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,854 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,854 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. after waiting 0 ms 2024-11-25T07:49:38,854 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,860 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,860 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. 2024-11-25T07:49:38,860 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 77acdc2ff67f429476e7d007366755fb: Waiting for close lock at 1732520978854Disabling compacts and flushes for region at 1732520978854Disabling writes for close at 1732520978854Writing region close event to WAL at 1732520978860 (+6 ms)Closed at 1732520978860 2024-11-25T07:49:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741916_1094 (size=1795) 2024-11-25T07:49:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741916_1094 (size=1795) 2024-11-25T07:49:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741916_1094 (size=1795) 2024-11-25T07:49:38,889 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705, size=1.8 K (1795bytes) 2024-11-25T07:49:38,889 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705 2024-11-25T07:49:38,890 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705 after 1ms 2024-11-25T07:49:38,932 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:38,932 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705 took 43ms 2024-11-25T07:49:38,944 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705 so closing down 2024-11-25T07:49:38,944 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:38,947 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732520978705.temp 2024-11-25T07:49:39,009 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000003-wal.1732520978705.temp 2024-11-25T07:49:39,009 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741917_1095 (size=1795) 2024-11-25T07:49:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741917_1095 (size=1795) 2024-11-25T07:49:39,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741917_1095 (size=1795) 2024-11-25T07:49:39,045 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000003-wal.1732520978705.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:39,047 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000003-wal.1732520978705.temp to hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000012 2024-11-25T07:49:39,047 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-25T07:49:39,047 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705, journal: Splitting hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705, size=1.8 K (1795bytes) at 1732520978889Finishing writing output for hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705 so closing down at 1732520978944 (+55 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000003-wal.1732520978705.temp at 1732520979009 (+65 ms)3 split writer threads finished at 1732520979009Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000003-wal.1732520978705.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732520979045 (+36 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000003-wal.1732520978705.temp to hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000012 at 1732520979047 (+2 ms)Processed 10 edits across 1 Regions in 107 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1732520979047 2024-11-25T07:49:39,050 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520978705 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520978705 2024-11-25T07:49:39,052 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000012 2024-11-25T07:49:39,097 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:39,849 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:39,852 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:39,870 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520979853, exclude list is [], retry=0 2024-11-25T07:49:39,876 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:39,877 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:39,877 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:39,936 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520979853 2024-11-25T07:49:39,937 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:39,937 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77acdc2ff67f429476e7d007366755fb, NAME => 'testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:39,937 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:39,937 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:39,937 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:39,957 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:39,961 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77acdc2ff67f429476e7d007366755fb columnFamilyName a 2024-11-25T07:49:39,961 DEBUG [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:39,963 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(327): Store=77acdc2ff67f429476e7d007366755fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:39,963 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:39,964 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:39,992 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,011 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000012 2024-11-25T07:49:40,067 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:40,077 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000012 2024-11-25T07:49:40,078 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 77acdc2ff67f429476e7d007366755fb 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-25T07:49:40,115 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/.tmp/a/6d2ecb41f19c4eb396683680ec6a66ee is 79, key is testDatalossWhenInputError/a:x0/1732520978836/Put/seqid=0 2024-11-25T07:49:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741919_1097 (size=5808) 2024-11-25T07:49:40,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741919_1097 (size=5808) 2024-11-25T07:49:40,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741919_1097 (size=5808) 2024-11-25T07:49:40,176 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/.tmp/a/6d2ecb41f19c4eb396683680ec6a66ee 2024-11-25T07:49:40,216 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/.tmp/a/6d2ecb41f19c4eb396683680ec6a66ee as hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/a/6d2ecb41f19c4eb396683680ec6a66ee 2024-11-25T07:49:40,251 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/a/6d2ecb41f19c4eb396683680ec6a66ee, entries=10, sequenceid=12, filesize=5.7 K 2024-11-25T07:49:40,252 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 77acdc2ff67f429476e7d007366755fb in 174ms, sequenceid=12, compaction requested=false; wal=null 2024-11-25T07:49:40,253 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/0000000000000000012 2024-11-25T07:49:40,254 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,254 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,260 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,270 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-25T07:49:40,275 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77acdc2ff67f429476e7d007366755fb; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62325791, jitterRate=-0.07127334177494049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:40,276 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77acdc2ff67f429476e7d007366755fb: Writing region info on filesystem at 1732520979938Initializing all the Stores at 1732520979942 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520979942Obtaining lock to block concurrent updates at 1732520980078 (+136 ms)Preparing flush snapshotting stores in 77acdc2ff67f429476e7d007366755fb at 1732520980078Finished memstore snapshotting testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732520980078Flushing stores of testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb. at 1732520980078Flushing 77acdc2ff67f429476e7d007366755fb/a: creating writer at 1732520980078Flushing 77acdc2ff67f429476e7d007366755fb/a: appending metadata at 1732520980115 (+37 ms)Flushing 77acdc2ff67f429476e7d007366755fb/a: closing flushed file at 1732520980115Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5598ce6f: reopening flushed file at 1732520980211 (+96 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 77acdc2ff67f429476e7d007366755fb in 174ms, sequenceid=12, compaction requested=false; wal=null at 1732520980252 (+41 ms)Cleaning up temporary data from old regions at 1732520980254 (+2 ms)Region opened successfully at 1732520980275 (+21 ms) 2024-11-25T07:49:40,286 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 77acdc2ff67f429476e7d007366755fb, NAME => 'testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:40,286 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732520978466.77acdc2ff67f429476e7d007366755fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:40,286 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,286 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,297 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,299 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 77acdc2ff67f429476e7d007366755fb columnFamilyName a 2024-11-25T07:49:40,299 DEBUG [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:40,337 DEBUG [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/a/6d2ecb41f19c4eb396683680ec6a66ee 2024-11-25T07:49:40,337 INFO [StoreOpener-77acdc2ff67f429476e7d007366755fb-1 {}] regionserver.HStore(327): Store=77acdc2ff67f429476e7d007366755fb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:40,337 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,344 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,351 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,351 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,364 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 77acdc2ff67f429476e7d007366755fb 2024-11-25T07:49:40,387 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testDatalossWhenInputError/77acdc2ff67f429476e7d007366755fb/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-25T07:49:40,391 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 77acdc2ff67f429476e7d007366755fb; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65941475, jitterRate=-0.01739545166492462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T07:49:40,391 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 77acdc2ff67f429476e7d007366755fb: Writing region info on filesystem at 1732520980286Initializing all the Stores at 1732520980288 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520980288Cleaning up temporary data from old regions at 1732520980351 (+63 ms)Region opened successfully at 1732520980391 (+40 ms) 2024-11-25T07:49:40,427 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=425 (was 416) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:51920 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:44138 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:45516 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:45566 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-367716881-172.17.0.2-1732520933309:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:44202 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:51860 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1266 (was 1184) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=754 (was 689) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4398 (was 4433) 2024-11-25T07:49:40,427 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1266 is superior to 1024 2024-11-25T07:49:40,442 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=425, OpenFileDescriptor=1266, MaxFileDescriptor=1048576, SystemLoadAverage=754, ProcessCount=11, AvailableMemoryMB=4396 2024-11-25T07:49:40,442 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1266 is superior to 1024 2024-11-25T07:49:40,458 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:40,461 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:40,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:40,471 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-81071687, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-81071687, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:40,489 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-81071687/hregion-81071687.1732520980471, exclude list is [], retry=0 2024-11-25T07:49:40,497 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:40,500 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:40,506 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:40,553 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-81071687/hregion-81071687.1732520980471 2024-11-25T07:49:40,553 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823)] 2024-11-25T07:49:40,553 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 63e09ad82b759e4354ef69465804adbd, NAME => 'testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741921_1099 (size=63) 2024-11-25T07:49:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741921_1099 (size=63) 2024-11-25T07:49:40,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741921_1099 (size=63) 2024-11-25T07:49:40,975 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:40,979 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,981 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName a 2024-11-25T07:49:40,981 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:40,982 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:40,982 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,984 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName b 2024-11-25T07:49:40,984 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:40,984 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:40,985 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,988 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName c 2024-11-25T07:49:40,988 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:40,989 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:40,989 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,990 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,996 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,996 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:40,997 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:40,998 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,009 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:41,010 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63e09ad82b759e4354ef69465804adbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64164010, jitterRate=-0.043881744146347046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:41,011 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63e09ad82b759e4354ef69465804adbd: Writing region info on filesystem at 1732520980975Initializing all the Stores at 1732520980978 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520980979 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520980979Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520980979Cleaning up temporary data from old regions at 1732520980996 (+17 ms)Region opened successfully at 1732520981011 (+15 ms) 2024-11-25T07:49:41,012 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 63e09ad82b759e4354ef69465804adbd, disabling compactions & flushes 2024-11-25T07:49:41,012 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:41,012 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:41,012 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. after waiting 0 ms 2024-11-25T07:49:41,012 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:41,012 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:41,012 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 63e09ad82b759e4354ef69465804adbd: Waiting for close lock at 1732520981011Disabling compacts and flushes for region at 1732520981011Disabling writes for close at 1732520981012 (+1 ms)Writing region close event to WAL at 1732520981012Closed at 1732520981012 2024-11-25T07:49:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741920_1098 (size=175) 2024-11-25T07:49:41,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741920_1098 (size=175) 2024-11-25T07:49:41,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741920_1098 (size=175) 2024-11-25T07:49:41,046 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:41,046 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-81071687:(num 1732520980471) 2024-11-25T07:49:41,046 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:41,051 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:41,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051, exclude list is [], retry=0 2024-11-25T07:49:41,077 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:41,083 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:41,083 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:41,128 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 2024-11-25T07:49:41,129 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:41,129 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 63e09ad82b759e4354ef69465804adbd, NAME => 'testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:41,129 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:41,129 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,129 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,131 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,132 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName a 2024-11-25T07:49:41,132 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:41,133 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:41,133 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,134 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName b 2024-11-25T07:49:41,134 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:41,135 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:41,135 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,136 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName c 2024-11-25T07:49:41,136 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:41,136 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:41,137 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,138 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,140 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,140 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,141 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:41,143 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:41,144 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63e09ad82b759e4354ef69465804adbd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60623159, jitterRate=-0.09664453566074371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:41,145 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63e09ad82b759e4354ef69465804adbd: Writing region info on filesystem at 1732520981129Initializing all the Stores at 1732520981130 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520981130Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520981131 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520981131Cleaning up temporary data from old regions at 1732520981140 (+9 ms)Region opened successfully at 1732520981145 (+5 ms) 2024-11-25T07:49:41,167 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732520981167/Put/seqid=0 2024-11-25T07:49:41,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741923_1101 (size=4875) 2024-11-25T07:49:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741923_1101 (size=4875) 2024-11-25T07:49:41,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741923_1101 (size=4875) 2024-11-25T07:49:41,225 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732520981225/Put/seqid=0 2024-11-25T07:49:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741924_1102 (size=4875) 2024-11-25T07:49:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741924_1102 (size=4875) 2024-11-25T07:49:41,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741924_1102 (size=4875) 2024-11-25T07:49:41,248 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732520981248/Put/seqid=0 2024-11-25T07:49:41,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741925_1103 (size=4875) 2024-11-25T07:49:41,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741925_1103 (size=4875) 2024-11-25T07:49:41,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741925_1103 (size=4875) 2024-11-25T07:49:41,270 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 63e09ad82b759e4354ef69465804adbd/a 2024-11-25T07:49:41,274 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-25T07:49:41,274 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:49:41,274 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 63e09ad82b759e4354ef69465804adbd/a 2024-11-25T07:49:41,278 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-25T07:49:41,278 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:49:41,278 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 63e09ad82b759e4354ef69465804adbd/a 2024-11-25T07:49:41,281 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-25T07:49:41,281 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-25T07:49:41,281 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 63e09ad82b759e4354ef69465804adbd 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-25T07:49:41,310 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/.tmp/a/75266ceb9f4f468992940d6575905342 is 55, key is testCompactedBulkLoadedFiles/a:a/1732520981145/Put/seqid=0 2024-11-25T07:49:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741926_1104 (size=5107) 2024-11-25T07:49:41,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741926_1104 (size=5107) 2024-11-25T07:49:41,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741926_1104 (size=5107) 2024-11-25T07:49:41,736 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/.tmp/a/75266ceb9f4f468992940d6575905342 2024-11-25T07:49:41,745 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/.tmp/a/75266ceb9f4f468992940d6575905342 as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342 2024-11-25T07:49:41,754 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342, entries=1, sequenceid=4, filesize=5.0 K 2024-11-25T07:49:41,755 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 63e09ad82b759e4354ef69465804adbd in 474ms, sequenceid=4, compaction requested=false 2024-11-25T07:49:41,755 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 63e09ad82b759e4354ef69465804adbd: 2024-11-25T07:49:41,761 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_ 2024-11-25T07:49:41,764 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_ 2024-11-25T07:49:41,766 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_ 2024-11-25T07:49:41,767 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile0 into 63e09ad82b759e4354ef69465804adbd/a as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_ - updating store file list. 2024-11-25T07:49:41,774 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2970a9933604660932b8da85d67d1a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:41,774 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_ into 63e09ad82b759e4354ef69465804adbd/a 2024-11-25T07:49:41,774 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile0 into 63e09ad82b759e4354ef69465804adbd/a (new location: hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_) 2024-11-25T07:49:41,776 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile1 into 63e09ad82b759e4354ef69465804adbd/a as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_ - updating store file list. 2024-11-25T07:49:41,796 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for abbb985dd71545ba8113a7236f66442a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:41,796 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_ into 63e09ad82b759e4354ef69465804adbd/a 2024-11-25T07:49:41,797 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile1 into 63e09ad82b759e4354ef69465804adbd/a (new location: hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_) 2024-11-25T07:49:41,801 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile2 into 63e09ad82b759e4354ef69465804adbd/a as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_ - updating store file list. 2024-11-25T07:49:41,809 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:41,809 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_ into 63e09ad82b759e4354ef69465804adbd/a 2024-11-25T07:49:41,809 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45593/hbase/testCompactedBulkLoadedFiles/hfile2 into 63e09ad82b759e4354ef69465804adbd/a (new location: hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_) 2024-11-25T07:49:41,855 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T07:49:41,856 DEBUG [Time-limited test {}] regionserver.HStore(1541): 63e09ad82b759e4354ef69465804adbd/a is initiating major compaction (all files) 2024-11-25T07:49:41,856 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 63e09ad82b759e4354ef69465804adbd/a in testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:41,864 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_] into tmpdir=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/.tmp, totalSize=19.3 K 2024-11-25T07:49:41,866 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 75266ceb9f4f468992940d6575905342, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732520981145 2024-11-25T07:49:41,867 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a2970a9933604660932b8da85d67d1a9_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T07:49:41,868 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting abbb985dd71545ba8113a7236f66442a_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T07:49:41,868 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-25T07:49:41,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/.tmp/a/49231537e7124238b9f6f4d98cfd438c is 55, key is testCompactedBulkLoadedFiles/a:a/1732520981145/Put/seqid=0 2024-11-25T07:49:41,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741927_1105 (size=6154) 2024-11-25T07:49:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741927_1105 (size=6154) 2024-11-25T07:49:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741927_1105 (size=6154) 2024-11-25T07:49:41,987 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/.tmp/a/49231537e7124238b9f6f4d98cfd438c as hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/49231537e7124238b9f6f4d98cfd438c 2024-11-25T07:49:41,999 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 63e09ad82b759e4354ef69465804adbd/a of 63e09ad82b759e4354ef69465804adbd into 49231537e7124238b9f6f4d98cfd438c(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T07:49:41,999 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 63e09ad82b759e4354ef69465804adbd: 2024-11-25T07:49:41,999 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T07:49:41,999 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-25T07:49:42,045 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051, size=0 (0bytes) 2024-11-25T07:49:42,046 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 might be still open, length is 0 2024-11-25T07:49:42,046 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 2024-11-25T07:49:42,046 WARN [IPC Server handler 0 on default port 45593 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-25T07:49:42,047 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 after 1ms 2024-11-25T07:49:42,649 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:44230 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:44705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44230 dst: /127.0.0.1:44705 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:44705 remote=/127.0.0.1:44230]. Total timeout mills is 60000, 59349 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:42,650 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:45614 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:33119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45614 dst: /127.0.0.1:33119 java.io.InterruptedIOException: Interrupted receiveBlock at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:42,651 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:51956 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:36465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51956 dst: /127.0.0.1:36465 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741922_1106 (size=1794) 2024-11-25T07:49:42,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741922_1106 (size=1794) 2024-11-25T07:49:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741922_1106 (size=1794) 2024-11-25T07:49:43,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T07:49:43,483 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T07:49:43,483 INFO [master/7fb8763a5d32:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T07:49:46,051 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 after 4005ms 2024-11-25T07:49:46,090 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:46,090 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 took 4045ms 2024-11-25T07:49:46,106 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051; continuing. 2024-11-25T07:49:46,106 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 so closing down 2024-11-25T07:49:46,106 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:46,107 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732520981051.temp 2024-11-25T07:49:46,148 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000003-wal.1732520981051.temp 2024-11-25T07:49:46,148 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741928_1107 (size=800) 2024-11-25T07:49:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741928_1107 (size=800) 2024-11-25T07:49:46,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741928_1107 (size=800) 2024-11-25T07:49:46,192 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000003-wal.1732520981051.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:46,195 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000003-wal.1732520981051.temp to hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000008 2024-11-25T07:49:46,195 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 91 ms; skipped=3; WAL=hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T07:49:46,195 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051, journal: Splitting hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051, size=0 (0bytes) at 1732520982046Finishing writing output for hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 so closing down at 1732520986106 (+4060 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000003-wal.1732520981051.temp at 1732520986148 (+42 ms)3 split writer threads finished at 1732520986148Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000003-wal.1732520981051.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732520986192 (+44 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000003-wal.1732520981051.temp to hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000008 at 1732520986195 (+3 ms)Processed 5 edits across 1 Regions in 91 ms; skipped=3; WAL=hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051, size=0, length=0, corrupted=false, cancelled=false at 1732520986195 2024-11-25T07:49:46,198 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520981051 2024-11-25T07:49:46,199 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000008 2024-11-25T07:49:46,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:46,201 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:46,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520986202, exclude list is [], retry=0 2024-11-25T07:49:46,221 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:46,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:46,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:46,269 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520986202 2024-11-25T07:49:46,272 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:46,273 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 63e09ad82b759e4354ef69465804adbd, NAME => 'testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:46,273 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:46,273 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,273 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,277 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,278 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName a 2024-11-25T07:49:46,278 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,302 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/49231537e7124238b9f6f4d98cfd438c 2024-11-25T07:49:46,316 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342 2024-11-25T07:49:46,334 DEBUG [StoreFileOpener-63e09ad82b759e4354ef69465804adbd-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2970a9933604660932b8da85d67d1a9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:46,334 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_ 2024-11-25T07:49:46,348 DEBUG [StoreFileOpener-63e09ad82b759e4354ef69465804adbd-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for abbb985dd71545ba8113a7236f66442a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:46,348 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_ 2024-11-25T07:49:46,361 DEBUG [StoreFileOpener-63e09ad82b759e4354ef69465804adbd-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-25T07:49:46,361 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_ 2024-11-25T07:49:46,361 WARN [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b9ec9b0 2024-11-25T07:49:46,361 WARN [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b9ec9b0 2024-11-25T07:49:46,361 WARN [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b9ec9b0 2024-11-25T07:49:46,362 WARN [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@6b9ec9b0 2024-11-25T07:49:46,362 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_] to archive 2024-11-25T07:49:46,363 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T07:49:46,368 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342 to hdfs://localhost:45593/hbase/archive/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/75266ceb9f4f468992940d6575905342 2024-11-25T07:49:46,370 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_ to hdfs://localhost:45593/hbase/archive/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/a2970a9933604660932b8da85d67d1a9_SeqId_4_ 2024-11-25T07:49:46,370 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_ to hdfs://localhost:45593/hbase/archive/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/abbb985dd71545ba8113a7236f66442a_SeqId_4_ 2024-11-25T07:49:46,371 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_ to hdfs://localhost:45593/hbase/archive/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/a/cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_ 2024-11-25T07:49:46,371 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,372 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,374 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName b 2024-11-25T07:49:46,374 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,375 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,375 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,380 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63e09ad82b759e4354ef69465804adbd columnFamilyName c 2024-11-25T07:49:46,380 DEBUG [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,381 INFO [StoreOpener-63e09ad82b759e4354ef69465804adbd-1 {}] regionserver.HStore(327): Store=63e09ad82b759e4354ef69465804adbd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,381 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,383 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,386 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,388 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000008 2024-11-25T07:49:46,430 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:46,433 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 63e09ad82b759e4354ef69465804adbd : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "63e09ad82b759e4354ef69465804adbd" family_name: "a" compaction_input: "75266ceb9f4f468992940d6575905342" compaction_input: "a2970a9933604660932b8da85d67d1a9_SeqId_4_" compaction_input: "abbb985dd71545ba8113a7236f66442a_SeqId_4_" compaction_input: "cf2b719861444cf4a4e2e8edf8cc61b7_SeqId_4_" compaction_output: "49231537e7124238b9f6f4d98cfd438c" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-25T07:49:46,433 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-25T07:49:46,433 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000008 2024-11-25T07:49:46,436 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/0000000000000000008 2024-11-25T07:49:46,442 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,442 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,443 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:46,446 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63e09ad82b759e4354ef69465804adbd 2024-11-25T07:49:46,453 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testCompactedBulkLoadedFiles/63e09ad82b759e4354ef69465804adbd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-25T07:49:46,456 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63e09ad82b759e4354ef69465804adbd; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73415042, jitterRate=0.09396937489509583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:46,456 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63e09ad82b759e4354ef69465804adbd: Writing region info on filesystem at 1732520986273Initializing all the Stores at 1732520986274 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986274Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986276 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986276Cleaning up temporary data from old regions at 1732520986442 (+166 ms)Region opened successfully at 1732520986456 (+14 ms) 2024-11-25T07:49:46,463 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 63e09ad82b759e4354ef69465804adbd, disabling compactions & flushes 2024-11-25T07:49:46,463 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:46,463 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:46,463 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. after waiting 0 ms 2024-11-25T07:49:46,463 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:46,464 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732520980459.63e09ad82b759e4354ef69465804adbd. 2024-11-25T07:49:46,464 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 63e09ad82b759e4354ef69465804adbd: Waiting for close lock at 1732520986463Disabling compacts and flushes for region at 1732520986463Disabling writes for close at 1732520986463Writing region close event to WAL at 1732520986464 (+1 ms)Closed at 1732520986464 2024-11-25T07:49:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741929_1108 (size=175) 2024-11-25T07:49:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741929_1108 (size=175) 2024-11-25T07:49:46,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741929_1108 (size=175) 2024-11-25T07:49:46,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:46,521 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732520986202) 2024-11-25T07:49:46,548 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=431 (was 425) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_984137764_22 at /127.0.0.1:59546 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:45593 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:45593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_984137764_22 at /127.0.0.1:43052 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_984137764_22 at /127.0.0.1:42678 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1342 (was 1266) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=765 (was 754) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4316 (was 4396) 2024-11-25T07:49:46,548 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1342 is superior to 1024 2024-11-25T07:49:46,579 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=431, OpenFileDescriptor=1344, MaxFileDescriptor=1048576, SystemLoadAverage=765, ProcessCount=11, AvailableMemoryMB=4315 2024-11-25T07:49:46,579 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1344 is superior to 1024 2024-11-25T07:49:46,600 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:46,603 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T07:49:46,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T07:49:46,608 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-14516434, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/hregion-14516434, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:46,627 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-14516434/hregion-14516434.1732520986608, exclude list is [], retry=0 2024-11-25T07:49:46,633 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:46,647 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:46,652 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:46,714 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-14516434/hregion-14516434.1732520986608 2024-11-25T07:49:46,714 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:46,714 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 554e12fff0e7efc511346725460f0ced, NAME => 'testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45593/hbase 2024-11-25T07:49:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741931_1110 (size=67) 2024-11-25T07:49:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741931_1110 (size=67) 2024-11-25T07:49:46,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741931_1110 (size=67) 2024-11-25T07:49:46,748 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:46,751 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,753 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName a 2024-11-25T07:49:46,753 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,754 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,754 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,756 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName b 2024-11-25T07:49:46,756 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,757 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,757 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,759 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName c 2024-11-25T07:49:46,759 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,763 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,765 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,767 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,767 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,767 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:46,770 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,808 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T07:49:46,810 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 554e12fff0e7efc511346725460f0ced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69851338, jitterRate=0.04086604714393616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:46,810 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 554e12fff0e7efc511346725460f0ced: Writing region info on filesystem at 1732520986748Initializing all the Stores at 1732520986751 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986751Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986751Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986751Cleaning up temporary data from old regions at 1732520986767 (+16 ms)Region opened successfully at 1732520986810 (+43 ms) 2024-11-25T07:49:46,810 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 554e12fff0e7efc511346725460f0ced, disabling compactions & flushes 2024-11-25T07:49:46,810 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:46,810 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:46,810 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. after waiting 0 ms 2024-11-25T07:49:46,810 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:46,811 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:46,811 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 554e12fff0e7efc511346725460f0ced: Waiting for close lock at 1732520986810Disabling compacts and flushes for region at 1732520986810Disabling writes for close at 1732520986810Writing region close event to WAL at 1732520986811 (+1 ms)Closed at 1732520986811 2024-11-25T07:49:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741930_1109 (size=175) 2024-11-25T07:49:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741930_1109 (size=175) 2024-11-25T07:49:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741930_1109 (size=175) 2024-11-25T07:49:46,829 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:46,829 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-14516434:(num 1732520986608) 2024-11-25T07:49:46,829 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:46,840 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:46,862 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840, exclude list is [], retry=0 2024-11-25T07:49:46,865 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:46,866 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:46,866 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:46,901 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840 2024-11-25T07:49:46,901 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:46,901 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 554e12fff0e7efc511346725460f0ced, NAME => 'testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:46,902 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:46,902 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,902 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,905 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,908 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName a 2024-11-25T07:49:46,908 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,909 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,909 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,910 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName b 2024-11-25T07:49:46,910 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,911 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,911 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,912 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName c 2024-11-25T07:49:46,912 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:46,914 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:46,914 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,915 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,925 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,931 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,931 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,932 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:46,939 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:46,941 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 554e12fff0e7efc511346725460f0ced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63946507, jitterRate=-0.04712279140949249}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:46,941 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 554e12fff0e7efc511346725460f0ced: Writing region info on filesystem at 1732520986902Initializing all the Stores at 1732520986904 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986904Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986905 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520986905Cleaning up temporary data from old regions at 1732520986931 (+26 ms)Region opened successfully at 1732520986941 (+10 ms) 2024-11-25T07:49:46,964 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 554e12fff0e7efc511346725460f0ced 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-25T07:49:46,990 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/a/5df06a91e85742759339dcf3938d59d1 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732520986941/Put/seqid=0 2024-11-25T07:49:47,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741933_1112 (size=5958) 2024-11-25T07:49:47,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741933_1112 (size=5958) 2024-11-25T07:49:47,014 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/a/5df06a91e85742759339dcf3938d59d1 2024-11-25T07:49:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741933_1112 (size=5958) 2024-11-25T07:49:47,021 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/a/5df06a91e85742759339dcf3938d59d1 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/a/5df06a91e85742759339dcf3938d59d1 2024-11-25T07:49:47,034 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/a/5df06a91e85742759339dcf3938d59d1, entries=10, sequenceid=13, filesize=5.8 K 2024-11-25T07:49:47,036 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 554e12fff0e7efc511346725460f0ced in 72ms, sequenceid=13, compaction requested=false 2024-11-25T07:49:47,036 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 554e12fff0e7efc511346725460f0ced: 2024-11-25T07:49:47,098 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 554e12fff0e7efc511346725460f0ced, disabling compactions & flushes 2024-11-25T07:49:47,098 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:47,098 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:47,098 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. after waiting 0 ms 2024-11-25T07:49:47,098 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:47,113 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:47,113 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:47,113 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 554e12fff0e7efc511346725460f0ced: Waiting for close lock at 1732520987098Disabling compacts and flushes for region at 1732520987098Disabling writes for close at 1732520987098Writing region close event to WAL at 1732520987113 (+15 ms)Closed at 1732520987113 2024-11-25T07:49:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741932_1111 (size=6243) 2024-11-25T07:49:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741932_1111 (size=6243) 2024-11-25T07:49:47,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741932_1111 (size=6243) 2024-11-25T07:49:47,149 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840, size=6.1 K (6243bytes) 2024-11-25T07:49:47,149 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840 2024-11-25T07:49:47,150 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840 after 1ms 2024-11-25T07:49:47,197 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:47,198 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840 took 48ms 2024-11-25T07:49:47,206 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840 so closing down 2024-11-25T07:49:47,206 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:47,208 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732520986840.temp 2024-11-25T07:49:47,256 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000003-wal.1732520986840.temp 2024-11-25T07:49:47,256 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741934_1113 (size=5575) 2024-11-25T07:49:47,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741934_1113 (size=5575) 2024-11-25T07:49:47,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741934_1113 (size=5575) 2024-11-25T07:49:47,286 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000003-wal.1732520986840.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:47,291 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000003-wal.1732520986840.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000035 2024-11-25T07:49:47,291 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 87 ms; skipped=2; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-25T07:49:47,291 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840, journal: Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840, size=6.1 K (6243bytes) at 1732520987149Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840 so closing down at 1732520987206 (+57 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000003-wal.1732520986840.temp at 1732520987256 (+50 ms)3 split writer threads finished at 1732520987256Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000003-wal.1732520986840.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732520987286 (+30 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000003-wal.1732520986840.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000035 at 1732520987291 (+5 ms)Processed 32 edits across 1 Regions in 87 ms; skipped=2; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1732520987291 2024-11-25T07:49:47,294 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520986840 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520986840 2024-11-25T07:49:47,296 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000035 2024-11-25T07:49:47,296 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:47,301 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:47,322 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301, exclude list is [], retry=0 2024-11-25T07:49:47,329 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:47,330 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:47,331 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:47,452 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 2024-11-25T07:49:47,453 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34997:34997),(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431)] 2024-11-25T07:49:47,453 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 554e12fff0e7efc511346725460f0ced, NAME => 'testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced.', STARTKEY => '', ENDKEY => ''} 2024-11-25T07:49:47,454 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:47,454 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,454 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,468 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,470 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName a 2024-11-25T07:49:47,470 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:47,481 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/a/5df06a91e85742759339dcf3938d59d1 2024-11-25T07:49:47,481 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:47,481 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,482 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName b 2024-11-25T07:49:47,482 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:47,484 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:47,485 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,486 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName c 2024-11-25T07:49:47,486 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:47,486 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:47,487 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,488 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,491 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,491 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000035 2024-11-25T07:49:47,534 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:47,544 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000035 2024-11-25T07:49:47,544 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 554e12fff0e7efc511346725460f0ced 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-25T07:49:47,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/b/6802d2d702bc4aa2b6d5282b722d37c0 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732520987036/Put/seqid=0 2024-11-25T07:49:47,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741936_1115 (size=5958) 2024-11-25T07:49:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741936_1115 (size=5958) 2024-11-25T07:49:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741936_1115 (size=5958) 2024-11-25T07:49:47,599 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/b/6802d2d702bc4aa2b6d5282b722d37c0 2024-11-25T07:49:47,639 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/c/ee8edf3d838e4a789084062b0d3dde51 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732520987051/Put/seqid=0 2024-11-25T07:49:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741937_1116 (size=5958) 2024-11-25T07:49:47,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741937_1116 (size=5958) 2024-11-25T07:49:47,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741937_1116 (size=5958) 2024-11-25T07:49:47,678 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/c/ee8edf3d838e4a789084062b0d3dde51 2024-11-25T07:49:47,700 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/b/6802d2d702bc4aa2b6d5282b722d37c0 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/b/6802d2d702bc4aa2b6d5282b722d37c0 2024-11-25T07:49:47,712 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/b/6802d2d702bc4aa2b6d5282b722d37c0, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T07:49:47,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/c/ee8edf3d838e4a789084062b0d3dde51 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/c/ee8edf3d838e4a789084062b0d3dde51 2024-11-25T07:49:47,726 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/c/ee8edf3d838e4a789084062b0d3dde51, entries=10, sequenceid=35, filesize=5.8 K 2024-11-25T07:49:47,726 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 554e12fff0e7efc511346725460f0ced in 182ms, sequenceid=35, compaction requested=false; wal=null 2024-11-25T07:49:47,731 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000035 2024-11-25T07:49:47,733 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,733 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,734 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:47,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:47,746 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-25T07:49:47,748 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 554e12fff0e7efc511346725460f0ced; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71907613, jitterRate=0.07150693237781525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:47,748 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 554e12fff0e7efc511346725460f0ced: Writing region info on filesystem at 1732520987454Initializing all the Stores at 1732520987458 (+4 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520987460 (+2 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520987467 (+7 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520987468 (+1 ms)Obtaining lock to block concurrent updates at 1732520987544 (+76 ms)Preparing flush snapshotting stores in 554e12fff0e7efc511346725460f0ced at 1732520987544Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732520987545 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. at 1732520987545Flushing 554e12fff0e7efc511346725460f0ced/b: creating writer at 1732520987545Flushing 554e12fff0e7efc511346725460f0ced/b: appending metadata at 1732520987568 (+23 ms)Flushing 554e12fff0e7efc511346725460f0ced/b: closing flushed file at 1732520987568Flushing 554e12fff0e7efc511346725460f0ced/c: creating writer at 1732520987610 (+42 ms)Flushing 554e12fff0e7efc511346725460f0ced/c: appending metadata at 1732520987638 (+28 ms)Flushing 554e12fff0e7efc511346725460f0ced/c: closing flushed file at 1732520987638Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f5fc51: reopening flushed file at 1732520987688 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa8efeb: reopening flushed file at 1732520987713 (+25 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 554e12fff0e7efc511346725460f0ced in 182ms, sequenceid=35, compaction requested=false; wal=null at 1732520987726 (+13 ms)Cleaning up temporary data from old regions at 1732520987733 (+7 ms)Region opened successfully at 1732520987748 (+15 ms) 2024-11-25T07:49:47,940 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301, size=0 (0bytes) 2024-11-25T07:49:47,940 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 might be still open, length is 0 2024-11-25T07:49:47,940 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 2024-11-25T07:49:47,941 WARN [IPC Server handler 0 on default port 45593 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-25T07:49:47,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 after 2ms 2024-11-25T07:49:48,643 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:59596 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:36465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59596 dst: /127.0.0.1:36465 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36465 remote=/127.0.0.1:59596]. Total timeout mills is 60000, 59209 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:48,644 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:42738 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:33119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42738 dst: /127.0.0.1:33119 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:48,644 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1997122530_22 at /127.0.0.1:43116 [Receiving block BP-367716881-172.17.0.2-1732520933309:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:44705:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43116 dst: /127.0.0.1:44705 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:48,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741935_1117 (size=5567) 2024-11-25T07:49:48,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741935_1117 (size=5567) 2024-11-25T07:49:48,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741935_1117 (size=5567) 2024-11-25T07:49:49,229 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-25T07:49:49,229 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:49,230 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-25T07:49:49,230 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-25T07:49:51,942 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 after 4002ms 2024-11-25T07:49:51,975 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:51,975 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 took 4035ms 2024-11-25T07:49:51,977 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301; continuing. 2024-11-25T07:49:51,977 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 so closing down 2024-11-25T07:49:51,977 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-25T07:49:51,978 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732520987301.temp 2024-11-25T07:49:52,007 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000037-wal.1732520987301.temp 2024-11-25T07:49:52,008 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-25T07:49:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741938_1118 (size=5575) 2024-11-25T07:49:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741938_1118 (size=5575) 2024-11-25T07:49:52,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741938_1118 (size=5575) 2024-11-25T07:49:52,015 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000037-wal.1732520987301.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-25T07:49:52,016 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000037-wal.1732520987301.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000066 2024-11-25T07:49:52,016 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301, size=0, length=0, corrupted=false, cancelled=false 2024-11-25T07:49:52,016 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301, journal: Splitting hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301, size=0 (0bytes) at 1732520987940Finishing writing output for hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 so closing down at 1732520991977 (+4037 ms)Creating recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000037-wal.1732520987301.temp at 1732520992008 (+31 ms)3 split writer threads finished at 1732520992008Closed recovered edits writer path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000037-wal.1732520987301.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732520992015 (+7 ms)Rename recovered edits hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000037-wal.1732520987301.temp to hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000066 at 1732520992016 (+1 ms)Processed 30 edits across 1 Regions in 41 ms; skipped=0; WAL=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301, size=0, length=0, corrupted=false, cancelled=false at 1732520992016 2024-11-25T07:49:52,018 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 to hdfs://localhost:45593/hbase/oldWALs/wal.1732520987301 2024-11-25T07:49:52,019 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000066 2024-11-25T07:49:52,019 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-25T07:49:52,021 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:45593/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600, archiveDir=hdfs://localhost:45593/hbase/oldWALs, maxLogs=32 2024-11-25T07:49:52,035 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520992021, exclude list is [], retry=0 2024-11-25T07:49:52,037 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33119,DS-991d08da-a32a-465d-b355-b258348dbea4,DISK] 2024-11-25T07:49:52,038 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44705,DS-5edfc2da-e30a-40b5-aede-217ee13901f1,DISK] 2024-11-25T07:49:52,038 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36465,DS-33e8ffc7-6bb0-408f-8a26-ab1db93286f8,DISK] 2024-11-25T07:49:52,069 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520992021 2024-11-25T07:49:52,069 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39823:39823),(127.0.0.1/127.0.0.1:34431:34431),(127.0.0.1/127.0.0.1:34997:34997)] 2024-11-25T07:49:52,070 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T07:49:52,071 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,072 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName a 2024-11-25T07:49:52,072 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:52,077 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/a/5df06a91e85742759339dcf3938d59d1 2024-11-25T07:49:52,077 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:52,077 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,078 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName b 2024-11-25T07:49:52,079 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:52,084 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/b/6802d2d702bc4aa2b6d5282b722d37c0 2024-11-25T07:49:52,084 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:52,084 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,085 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 554e12fff0e7efc511346725460f0ced columnFamilyName c 2024-11-25T07:49:52,085 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T07:49:52,090 DEBUG [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/c/ee8edf3d838e4a789084062b0d3dde51 2024-11-25T07:49:52,090 INFO [StoreOpener-554e12fff0e7efc511346725460f0ced-1 {}] regionserver.HStore(327): Store=554e12fff0e7efc511346725460f0ced/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T07:49:52,090 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,091 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,092 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,092 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000066 2024-11-25T07:49:52,124 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-25T07:49:52,128 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000066 2024-11-25T07:49:52,128 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 554e12fff0e7efc511346725460f0ced 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-25T07:49:52,142 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/a/40fd584b44be4abbbe73ebd7dc5dc608 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732520987762/Put/seqid=0 2024-11-25T07:49:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741940_1120 (size=5958) 2024-11-25T07:49:52,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741940_1120 (size=5958) 2024-11-25T07:49:52,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741940_1120 (size=5958) 2024-11-25T07:49:52,153 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/a/40fd584b44be4abbbe73ebd7dc5dc608 2024-11-25T07:49:52,173 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/b/61ac2808b62b4bd298bbf2d273603fe2 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732520987795/Put/seqid=0 2024-11-25T07:49:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741941_1121 (size=5958) 2024-11-25T07:49:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741941_1121 (size=5958) 2024-11-25T07:49:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741941_1121 (size=5958) 2024-11-25T07:49:52,180 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/b/61ac2808b62b4bd298bbf2d273603fe2 2024-11-25T07:49:52,201 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/c/a3730d59dc474789911fd845d256da4e is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732520987822/Put/seqid=0 2024-11-25T07:49:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741942_1122 (size=5958) 2024-11-25T07:49:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741942_1122 (size=5958) 2024-11-25T07:49:52,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741942_1122 (size=5958) 2024-11-25T07:49:52,209 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/c/a3730d59dc474789911fd845d256da4e 2024-11-25T07:49:52,215 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/a/40fd584b44be4abbbe73ebd7dc5dc608 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/a/40fd584b44be4abbbe73ebd7dc5dc608 2024-11-25T07:49:52,221 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/a/40fd584b44be4abbbe73ebd7dc5dc608, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T07:49:52,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/b/61ac2808b62b4bd298bbf2d273603fe2 as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/b/61ac2808b62b4bd298bbf2d273603fe2 2024-11-25T07:49:52,227 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/b/61ac2808b62b4bd298bbf2d273603fe2, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T07:49:52,228 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/.tmp/c/a3730d59dc474789911fd845d256da4e as hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/c/a3730d59dc474789911fd845d256da4e 2024-11-25T07:49:52,233 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/c/a3730d59dc474789911fd845d256da4e, entries=10, sequenceid=66, filesize=5.8 K 2024-11-25T07:49:52,233 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 554e12fff0e7efc511346725460f0ced in 105ms, sequenceid=66, compaction requested=false; wal=null 2024-11-25T07:49:52,234 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/0000000000000000066 2024-11-25T07:49:52,235 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,235 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,236 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-25T07:49:52,237 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 554e12fff0e7efc511346725460f0ced 2024-11-25T07:49:52,239 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/hbase/data/default/testReplayEditsWrittenViaHRegion/554e12fff0e7efc511346725460f0ced/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-25T07:49:52,240 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 554e12fff0e7efc511346725460f0ced; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71155946, jitterRate=0.06030622124671936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-25T07:49:52,241 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 554e12fff0e7efc511346725460f0ced: Writing region info on filesystem at 1732520992070Initializing all the Stores at 1732520992071 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520992071Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520992071Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732520992071Obtaining lock to block concurrent updates at 1732520992128 (+57 ms)Preparing flush snapshotting stores in 554e12fff0e7efc511346725460f0ced at 1732520992128Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732520992128Flushing stores of testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. at 1732520992128Flushing 554e12fff0e7efc511346725460f0ced/a: creating writer at 1732520992128Flushing 554e12fff0e7efc511346725460f0ced/a: appending metadata at 1732520992141 (+13 ms)Flushing 554e12fff0e7efc511346725460f0ced/a: closing flushed file at 1732520992142 (+1 ms)Flushing 554e12fff0e7efc511346725460f0ced/b: creating writer at 1732520992159 (+17 ms)Flushing 554e12fff0e7efc511346725460f0ced/b: appending metadata at 1732520992172 (+13 ms)Flushing 554e12fff0e7efc511346725460f0ced/b: closing flushed file at 1732520992172Flushing 554e12fff0e7efc511346725460f0ced/c: creating writer at 1732520992185 (+13 ms)Flushing 554e12fff0e7efc511346725460f0ced/c: appending metadata at 1732520992201 (+16 ms)Flushing 554e12fff0e7efc511346725460f0ced/c: closing flushed file at 1732520992201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d9bc51f: reopening flushed file at 1732520992214 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e23d4a: reopening flushed file at 1732520992221 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45331c0c: reopening flushed file at 1732520992227 (+6 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 554e12fff0e7efc511346725460f0ced in 105ms, sequenceid=66, compaction requested=false; wal=null at 1732520992233 (+6 ms)Cleaning up temporary data from old regions at 1732520992235 (+2 ms)Region opened successfully at 1732520992240 (+5 ms) 2024-11-25T07:49:52,252 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 554e12fff0e7efc511346725460f0ced, disabling compactions & flushes 2024-11-25T07:49:52,252 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:52,252 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:52,252 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. after waiting 0 ms 2024-11-25T07:49:52,252 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:52,254 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732520986601.554e12fff0e7efc511346725460f0ced. 2024-11-25T07:49:52,254 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 554e12fff0e7efc511346725460f0ced: Waiting for close lock at 1732520992252Disabling compacts and flushes for region at 1732520992252Disabling writes for close at 1732520992252Writing region close event to WAL at 1732520992254 (+2 ms)Closed at 1732520992254 2024-11-25T07:49:52,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741939_1119 (size=175) 2024-11-25T07:49:52,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741939_1119 (size=175) 2024-11-25T07:49:52,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741939_1119 (size=175) 2024-11-25T07:49:52,258 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-25T07:49:52,258 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732520992021) 2024-11-25T07:49:52,274 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=437 (was 431) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-18214661_22 at /127.0.0.1:47170 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-18214661_22 at /127.0.0.1:60232 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:45593 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2070778846) connection to localhost/127.0.0.1:45593 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-18214661_22 at /127.0.0.1:60434 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1404 (was 1344) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=768 (was 765) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4260 (was 4315) 2024-11-25T07:49:52,274 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1404 is superior to 1024 2024-11-25T07:49:52,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-25T07:49:52,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:49:52,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:49:52,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:52,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:52,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-25T07:49:52,275 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T07:49:52,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=436167976, stopped=false 2024-11-25T07:49:52,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7fb8763a5d32,38091,1732520938817 2024-11-25T07:49:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:49:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:49:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T07:49:52,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:52,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:49:52,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-25T07:49:52,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:49:52,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:52,511 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,42807,1732520939678' ***** 2024-11-25T07:49:52,511 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:49:52,511 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7fb8763a5d32,34577,1732520939838' ***** 2024-11-25T07:49:52,511 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-25T07:49:52,511 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:49:52,511 INFO [RS:2;7fb8763a5d32:34577 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:49:52,511 INFO [RS:2;7fb8763a5d32:34577 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:49:52,511 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:52,511 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:49:52,511 INFO [RS:2;7fb8763a5d32:34577 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;7fb8763a5d32:34577. 2024-11-25T07:49:52,512 DEBUG [RS:2;7fb8763a5d32:34577 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:49:52,512 DEBUG [RS:2;7fb8763a5d32:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:52,512 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,34577,1732520939838; all regions closed. 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(3091): Received CLOSE for 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(959): stopping server 7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7fb8763a5d32:42807. 2024-11-25T07:49:52,512 DEBUG [RS:0;7fb8763a5d32:42807 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T07:49:52,512 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 318a6c3b7003c57a450d7926bf81e325, disabling compactions & flushes 2024-11-25T07:49:52,512 DEBUG [RS:0;7fb8763a5d32:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:52,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:49:52,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:49:52,512 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:52,512 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:49:52,512 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. after waiting 0 ms 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:49:52,512 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:49:52,512 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-25T07:49:52,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:49:52,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T07:49:52,513 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-25T07:49:52,513 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 318a6c3b7003c57a450d7926bf81e325=testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325.} 2024-11-25T07:49:52,513 DEBUG [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318a6c3b7003c57a450d7926bf81e325 2024-11-25T07:49:52,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-25T07:49:52,514 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-25T07:49:52,514 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-25T07:49:52,514 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-25T07:49:52,514 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T07:49:52,514 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T07:49:52,514 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-25T07:49:52,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741833_1009 (size=175) 2024-11-25T07:49:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741833_1009 (size=175) 2024-11-25T07:49:52,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741833_1009 (size=175) 2024-11-25T07:49:52,522 DEBUG [RS:2;7fb8763a5d32:34577 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C34577%2C1732520939838:(num 1732520941954) 2024-11-25T07:49:52,522 DEBUG [RS:2;7fb8763a5d32:34577 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:49:52,522 INFO [RS:2;7fb8763a5d32:34577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34577 2024-11-25T07:49:52,523 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:49:52,524 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/info/0e58e046bf4f47ccbec0a547a4aacb1a is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325./info:regioninfo/1732520967087/Put/seqid=0 2024-11-25T07:49:52,526 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/default/testReplayEditsAfterRegionMovedWithMultiCF/318a6c3b7003c57a450d7926bf81e325/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-25T07:49:52,527 INFO [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:52,527 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 318a6c3b7003c57a450d7926bf81e325: Waiting for close lock at 1732520992512Running coprocessor pre-close hooks at 1732520992512Disabling compacts and flushes for region at 1732520992512Disabling writes for close at 1732520992512Writing region close event to WAL at 1732520992515 (+3 ms)Running coprocessor post-close hooks at 1732520992527 (+12 ms)Closed at 1732520992527 2024-11-25T07:49:52,527 DEBUG [RS_CLOSE_REGION-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732520960692.318a6c3b7003c57a450d7926bf81e325. 2024-11-25T07:49:52,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,34577,1732520939838 2024-11-25T07:49:52,535 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:49:52,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:49:52,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,34577,1732520939838] 2024-11-25T07:49:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741943_1123 (size=6778) 2024-11-25T07:49:52,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741943_1123 (size=6778) 2024-11-25T07:49:52,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741943_1123 (size=6778) 2024-11-25T07:49:52,541 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/info/0e58e046bf4f47ccbec0a547a4aacb1a 2024-11-25T07:49:52,549 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/.tmp/info/0e58e046bf4f47ccbec0a547a4aacb1a as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/info/0e58e046bf4f47ccbec0a547a4aacb1a 2024-11-25T07:49:52,554 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/info/0e58e046bf4f47ccbec0a547a4aacb1a, entries=8, sequenceid=23, filesize=6.6 K 2024-11-25T07:49:52,555 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=23, compaction requested=false 2024-11-25T07:49:52,555 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,34577,1732520939838 already deleted, retry=false 2024-11-25T07:49:52,555 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,34577,1732520939838 expired; onlineServers=1 2024-11-25T07:49:52,560 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-25T07:49:52,560 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T07:49:52,561 INFO [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-25T07:49:52,561 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732520992514Running coprocessor pre-close hooks at 1732520992514Disabling compacts and flushes for region at 1732520992514Disabling writes for close at 1732520992514Obtaining lock to block concurrent updates at 1732520992514Preparing flush snapshotting stores in 1588230740 at 1732520992514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1732520992514Flushing stores of hbase:meta,,1.1588230740 at 1732520992518 (+4 ms)Flushing 1588230740/info: creating writer at 1732520992518Flushing 1588230740/info: appending metadata at 1732520992524 (+6 ms)Flushing 1588230740/info: closing flushed file at 1732520992524Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d591cdb: reopening flushed file at 1732520992548 (+24 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=23, compaction requested=false at 1732520992555 (+7 ms)Writing region close event to WAL at 1732520992556 (+1 ms)Running coprocessor post-close hooks at 1732520992560 (+4 ms)Closed at 1732520992560 2024-11-25T07:49:52,561 DEBUG [RS_CLOSE_META-regionserver/7fb8763a5d32:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T07:49:52,581 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:49:52,594 INFO [regionserver/7fb8763a5d32:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:49:52,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:52,658 INFO [RS:2;7fb8763a5d32:34577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:49:52,658 INFO [RS:2;7fb8763a5d32:34577 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,34577,1732520939838; zookeeper connection closed. 2024-11-25T07:49:52,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34577-0x10170f785050003, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:52,658 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23310492 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23310492 2024-11-25T07:49:52,713 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(976): stopping server 7fb8763a5d32,42807,1732520939678; all regions closed. 2024-11-25T07:49:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741893_1071 (size=2625) 2024-11-25T07:49:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741893_1071 (size=2625) 2024-11-25T07:49:52,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741893_1071 (size=2625) 2024-11-25T07:49:52,718 DEBUG [RS:0;7fb8763a5d32:42807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs 2024-11-25T07:49:52,719 INFO [RS:0;7fb8763a5d32:42807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C42807%2C1732520939678.meta:.meta(num 1732520965832) 2024-11-25T07:49:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741835_1011 (size=3621) 2024-11-25T07:49:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741835_1011 (size=3621) 2024-11-25T07:49:52,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741835_1011 (size=3621) 2024-11-25T07:49:52,726 DEBUG [RS:0;7fb8763a5d32:42807 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/oldWALs 2024-11-25T07:49:52,726 INFO [RS:0;7fb8763a5d32:42807 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7fb8763a5d32%2C42807%2C1732520939678:(num 1732520941955) 2024-11-25T07:49:52,726 DEBUG [RS:0;7fb8763a5d32:42807 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T07:49:52,726 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T07:49:52,726 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:49:52,726 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.ChoreService(370): Chore service for: regionserver/7fb8763a5d32:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-25T07:49:52,726 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:49:52,726 INFO [regionserver/7fb8763a5d32:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:49:52,726 INFO [RS:0;7fb8763a5d32:42807 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42807 2024-11-25T07:49:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7fb8763a5d32,42807,1732520939678 2024-11-25T07:49:52,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T07:49:52,741 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:49:52,752 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7fb8763a5d32,42807,1732520939678] 2024-11-25T07:49:52,762 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7fb8763a5d32,42807,1732520939678 already deleted, retry=false 2024-11-25T07:49:52,762 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7fb8763a5d32,42807,1732520939678 expired; onlineServers=0 2024-11-25T07:49:52,762 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7fb8763a5d32,38091,1732520938817' ***** 2024-11-25T07:49:52,762 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T07:49:52,763 INFO [M:0;7fb8763a5d32:38091 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-25T07:49:52,763 INFO [M:0;7fb8763a5d32:38091 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-25T07:49:52,763 DEBUG [M:0;7fb8763a5d32:38091 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T07:49:52,763 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T07:49:52,763 DEBUG [M:0;7fb8763a5d32:38091 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T07:49:52,763 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520941222 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.large.0-1732520941222,5,FailOnTimeoutGroup] 2024-11-25T07:49:52,763 DEBUG [master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520941223 {}] cleaner.HFileCleaner(306): Exit Thread[master/7fb8763a5d32:0:becomeActiveMaster-HFileCleaner.small.0-1732520941223,5,FailOnTimeoutGroup] 2024-11-25T07:49:52,763 INFO [M:0;7fb8763a5d32:38091 {}] hbase.ChoreService(370): Chore service for: master/7fb8763a5d32:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-25T07:49:52,763 INFO [M:0;7fb8763a5d32:38091 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-25T07:49:52,763 DEBUG [M:0;7fb8763a5d32:38091 {}] master.HMaster(1795): Stopping service threads 2024-11-25T07:49:52,763 INFO [M:0;7fb8763a5d32:38091 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T07:49:52,763 INFO [M:0;7fb8763a5d32:38091 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-25T07:49:52,764 INFO [M:0;7fb8763a5d32:38091 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T07:49:52,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T07:49:52,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T07:49:52,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T07:49:52,773 DEBUG [M:0;7fb8763a5d32:38091 {}] zookeeper.ZKUtil(347): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T07:49:52,773 WARN [M:0;7fb8763a5d32:38091 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T07:49:52,774 INFO [M:0;7fb8763a5d32:38091 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/.lastflushedseqids 2024-11-25T07:49:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741944_1124 (size=119) 2024-11-25T07:49:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741944_1124 (size=119) 2024-11-25T07:49:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741944_1124 (size=119) 2024-11-25T07:49:52,785 INFO [M:0;7fb8763a5d32:38091 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-25T07:49:52,786 INFO [M:0;7fb8763a5d32:38091 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T07:49:52,786 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T07:49:52,786 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:52,786 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:52,786 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T07:49:52,786 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:52,786 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-11-25T07:49:52,802 DEBUG [M:0;7fb8763a5d32:38091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f1f3c55b3cd4eabb59db1f2128ffe44 is 82, key is hbase:meta,,1/info:regioninfo/1732520966174/Put/seqid=0 2024-11-25T07:49:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741945_1125 (size=6063) 2024-11-25T07:49:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741945_1125 (size=6063) 2024-11-25T07:49:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741945_1125 (size=6063) 2024-11-25T07:49:52,809 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f1f3c55b3cd4eabb59db1f2128ffe44 2024-11-25T07:49:52,834 DEBUG [M:0;7fb8763a5d32:38091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55c00a88a80049e18b6d74e87d3984f4 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732520961354/Put/seqid=0 2024-11-25T07:49:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741946_1126 (size=7907) 2024-11-25T07:49:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741946_1126 (size=7907) 2024-11-25T07:49:52,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741946_1126 (size=7907) 2024-11-25T07:49:52,841 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55c00a88a80049e18b6d74e87d3984f4 2024-11-25T07:49:52,845 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55c00a88a80049e18b6d74e87d3984f4 2024-11-25T07:49:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:52,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42807-0x10170f785050001, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:52,852 INFO [RS:0;7fb8763a5d32:42807 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:49:52,852 INFO [RS:0;7fb8763a5d32:42807 {}] regionserver.HRegionServer(1031): Exiting; stopping=7fb8763a5d32,42807,1732520939678; zookeeper connection closed. 2024-11-25T07:49:52,852 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@98f245 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@98f245 2024-11-25T07:49:52,853 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-25T07:49:52,865 DEBUG [M:0;7fb8763a5d32:38091 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67e5363789434841b3a5fe53e0f98562 is 69, key is 7fb8763a5d32,34577,1732520939838/rs:state/1732520941382/Put/seqid=0 2024-11-25T07:49:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741947_1127 (size=5440) 2024-11-25T07:49:52,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741947_1127 (size=5440) 2024-11-25T07:49:52,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741947_1127 (size=5440) 2024-11-25T07:49:52,872 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67e5363789434841b3a5fe53e0f98562 2024-11-25T07:49:52,877 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67e5363789434841b3a5fe53e0f98562 2024-11-25T07:49:52,878 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f1f3c55b3cd4eabb59db1f2128ffe44 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f1f3c55b3cd4eabb59db1f2128ffe44 2024-11-25T07:49:52,883 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f1f3c55b3cd4eabb59db1f2128ffe44, entries=14, sequenceid=207, filesize=5.9 K 2024-11-25T07:49:52,884 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55c00a88a80049e18b6d74e87d3984f4 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55c00a88a80049e18b6d74e87d3984f4 2024-11-25T07:49:52,888 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55c00a88a80049e18b6d74e87d3984f4 2024-11-25T07:49:52,888 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55c00a88a80049e18b6d74e87d3984f4, entries=21, sequenceid=207, filesize=7.7 K 2024-11-25T07:49:52,890 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67e5363789434841b3a5fe53e0f98562 as hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67e5363789434841b3a5fe53e0f98562 2024-11-25T07:49:52,894 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 67e5363789434841b3a5fe53e0f98562 2024-11-25T07:49:52,894 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45593/user/jenkins/test-data/96aa521b-2b03-be26-a0da-03e12557de28/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67e5363789434841b3a5fe53e0f98562, entries=3, sequenceid=207, filesize=5.3 K 2024-11-25T07:49:52,896 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=207, compaction requested=false 2024-11-25T07:49:52,898 INFO [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T07:49:52,898 DEBUG [M:0;7fb8763a5d32:38091 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732520992786Disabling compacts and flushes for region at 1732520992786Disabling writes for close at 1732520992786Obtaining lock to block concurrent updates at 1732520992786Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732520992786Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1732520992786Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732520992787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732520992787Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732520992802 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732520992802Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732520992814 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732520992833 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732520992834 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732520992845 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732520992864 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732520992864Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a230d91: reopening flushed file at 1732520992877 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d73fa59: reopening flushed file at 1732520992883 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bde277: reopening flushed file at 1732520992889 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 110ms, sequenceid=207, compaction requested=false at 1732520992896 (+7 ms)Writing region close event to WAL at 1732520992898 (+2 ms)Closed at 1732520992898 2024-11-25T07:49:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36465 is added to blk_1073741830_1006 (size=102162) 2024-11-25T07:49:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33119 is added to blk_1073741830_1006 (size=102162) 2024-11-25T07:49:52,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44705 is added to blk_1073741830_1006 (size=102162) 2024-11-25T07:49:52,903 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-25T07:49:52,903 INFO [M:0;7fb8763a5d32:38091 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-25T07:49:52,903 INFO [M:0;7fb8763a5d32:38091 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38091 2024-11-25T07:49:52,903 INFO [M:0;7fb8763a5d32:38091 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-25T07:49:53,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:53,168 INFO [M:0;7fb8763a5d32:38091 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-25T07:49:53,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38091-0x10170f785050000, quorum=127.0.0.1:63379, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T07:49:53,174 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520977876 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520977876 (inode 16688) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732520968198/wal.1732520977876 (inode 16688) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-25T07:49:53,176 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967893 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967893 (inode 16665) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732520967293/wal.1732520967893 (inode 16665) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-25T07:49:53,177 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732520955068/wal.1732520955366 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:53,180 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520979853 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520979853 (inode 16714) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732520978464/wal.1732520979853 (inode 16714) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-25T07:49:53,180 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732520980457/wal.1732520981051 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:53,181 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732520986600/wal.1732520987301 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:53,181 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732520944488/wal.1732520944605 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T07:49:53,183 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal.1732520944290 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal.1732520944290 (inode 16485) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732520943872/wal.1732520944290 (inode 16485) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-25T07:49:53,186 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal.1732520943562 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal.1732520943562 (inode 16462) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732520943087/wal.1732520943562 (inode 16462) Holder DFSClient_NONMAPREDUCE_1997122530_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-25T07:49:53,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7db711c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:49:53,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e27241{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:49:53,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:49:53,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ef1fab3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:49:53,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fc01fee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,STOPPED} 2024-11-25T07:49:53,197 WARN [BP-367716881-172.17.0.2-1732520933309 heartbeating to localhost/127.0.0.1:45593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:49:53,197 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:49:53,197 WARN [BP-367716881-172.17.0.2-1732520933309 heartbeating to localhost/127.0.0.1:45593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367716881-172.17.0.2-1732520933309 (Datanode Uuid 300f24ad-51c9-46d7-b898-05baceb66c39) service to localhost/127.0.0.1:45593 2024-11-25T07:49:53,197 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:49:53,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data5/current/BP-367716881-172.17.0.2-1732520933309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:49:53,198 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data6/current/BP-367716881-172.17.0.2-1732520933309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:49:53,199 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:49:53,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5c651{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:49:53,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bb3ed73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:49:53,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:49:53,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a3de095{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:49:53,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25a82563{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,STOPPED} 2024-11-25T07:49:53,203 WARN [BP-367716881-172.17.0.2-1732520933309 heartbeating to localhost/127.0.0.1:45593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:49:53,203 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:49:53,203 WARN [BP-367716881-172.17.0.2-1732520933309 heartbeating to localhost/127.0.0.1:45593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367716881-172.17.0.2-1732520933309 (Datanode Uuid 294b8ec6-e973-438c-b25d-75bca3466613) service to localhost/127.0.0.1:45593 2024-11-25T07:49:53,203 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:49:53,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data3/current/BP-367716881-172.17.0.2-1732520933309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:49:53,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data4/current/BP-367716881-172.17.0.2-1732520933309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:49:53,204 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:49:53,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3083ee80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T07:49:53,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8cd23d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:49:53,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:49:53,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bff8e6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:49:53,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf6584b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,STOPPED} 2024-11-25T07:49:53,211 WARN [BP-367716881-172.17.0.2-1732520933309 heartbeating to localhost/127.0.0.1:45593 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T07:49:53,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T07:49:53,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T07:49:53,211 WARN [BP-367716881-172.17.0.2-1732520933309 heartbeating to localhost/127.0.0.1:45593 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367716881-172.17.0.2-1732520933309 (Datanode Uuid 08da9555-212e-417d-90c5-8e7bbffcc1d7) service to localhost/127.0.0.1:45593 2024-11-25T07:49:53,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data1/current/BP-367716881-172.17.0.2-1732520933309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:49:53,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/cluster_b494afbd-4114-64fd-dc92-fdc73126117b/data/data2/current/BP-367716881-172.17.0.2-1732520933309 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T07:49:53,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T07:49:53,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6878e65d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T07:49:53,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f30922e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T07:49:53,220 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T07:49:53,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e578b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T07:49:53,220 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd7391{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/01a3289b-ccfc-6026-deee-e6e211340721/hadoop.log.dir/,STOPPED} 2024-11-25T07:49:53,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-25T07:49:53,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down