2024-11-14 14:50:12,379 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-14 14:50:12,389 main DEBUG Took 0.008945 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 14:50:12,390 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 14:50:12,390 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 14:50:12,391 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 14:50:12,392 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,399 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 14:50:12,414 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,415 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,416 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,416 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,417 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,417 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,418 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,419 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,419 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,421 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,421 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,422 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,423 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,424 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,424 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,425 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,426 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,427 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,427 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 14:50:12,428 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,428 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 14:50:12,430 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 14:50:12,432 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 14:50:12,433 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 14:50:12,434 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 14:50:12,435 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 14:50:12,436 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 14:50:12,446 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 14:50:12,449 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 14:50:12,450 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 14:50:12,451 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 14:50:12,451 main DEBUG createAppenders(={Console}) 2024-11-14 14:50:12,452 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-14 14:50:12,453 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-14 14:50:12,453 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-14 14:50:12,453 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 14:50:12,454 main DEBUG OutputStream closed 2024-11-14 14:50:12,454 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 14:50:12,455 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 14:50:12,455 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-14 14:50:12,538 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 14:50:12,540 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 14:50:12,542 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 14:50:12,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 14:50:12,543 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 14:50:12,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 14:50:12,544 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 14:50:12,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 14:50:12,545 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 14:50:12,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 14:50:12,546 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 14:50:12,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 14:50:12,547 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 14:50:12,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 14:50:12,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 14:50:12,548 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 14:50:12,549 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 14:50:12,550 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 14:50:12,552 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 14:50:12,553 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-14 14:50:12,553 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 14:50:12,554 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-14T14:50:12,807 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3 2024-11-14 14:50:12,809 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 14:50:12,810 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T14:50:12,818 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-14T14:50:12,824 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayValueCompression timeout: 13 mins 2024-11-14T14:50:12,845 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T14:50:12,891 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T14:50:12,892 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T14:50:12,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T14:50:12,919 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb, deleteOnExit=true 2024-11-14T14:50:12,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T14:50:12,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/test.cache.data in system properties and HBase conf 2024-11-14T14:50:12,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T14:50:12,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir in system properties and HBase conf 2024-11-14T14:50:12,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T14:50:12,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T14:50:12,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T14:50:13,003 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T14:50:13,101 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T14:50:13,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:50:13,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T14:50:13,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T14:50:13,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:50:13,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T14:50:13,109 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T14:50:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T14:50:13,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:50:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T14:50:13,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/nfs.dump.dir in system properties and HBase conf 2024-11-14T14:50:13,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/java.io.tmpdir in system properties and HBase conf 2024-11-14T14:50:13,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T14:50:13,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T14:50:13,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T14:50:13,973 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T14:50:14,049 INFO [Time-limited test {}] log.Log(170): Logging initialized @2404ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T14:50:14,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:14,186 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:14,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:14,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:14,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:50:14,227 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:14,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:14,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:14,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3717288f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/java.io.tmpdir/jetty-localhost-35295-hadoop-hdfs-3_4_1-tests_jar-_-any-12066771671088522388/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:50:14,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:35295} 2024-11-14T14:50:14,475 INFO [Time-limited test {}] server.Server(415): Started @2830ms 2024-11-14T14:50:14,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:14,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:14,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:14,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:14,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:50:14,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:14,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:14,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/java.io.tmpdir/jetty-localhost-46877-hadoop-hdfs-3_4_1-tests_jar-_-any-16175142150706303490/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:14,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:46877} 2024-11-14T14:50:14,992 INFO [Time-limited test {}] server.Server(415): Started @3347ms 2024-11-14T14:50:15,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:15,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:15,196 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:15,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:15,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:15,199 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T14:50:15,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:15,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:15,322 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/java.io.tmpdir/jetty-localhost-40503-hadoop-hdfs-3_4_1-tests_jar-_-any-16164797048225241974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:15,323 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:40503} 2024-11-14T14:50:15,323 INFO [Time-limited test {}] server.Server(415): Started @3678ms 2024-11-14T14:50:15,326 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:15,366 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T14:50:15,372 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T14:50:15,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T14:50:15,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T14:50:15,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T14:50:15,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,AVAILABLE} 2024-11-14T14:50:15,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T14:50:15,526 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data1/current/BP-1462796270-172.17.0.2-1731595813725/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:15,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/java.io.tmpdir/jetty-localhost-39091-hadoop-hdfs-3_4_1-tests_jar-_-any-10008565156970576871/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:15,526 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data2/current/BP-1462796270-172.17.0.2-1731595813725/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:15,526 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data3/current/BP-1462796270-172.17.0.2-1731595813725/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:15,527 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data4/current/BP-1462796270-172.17.0.2-1731595813725/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:15,527 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:39091} 2024-11-14T14:50:15,528 INFO [Time-limited test {}] server.Server(415): Started @3883ms 2024-11-14T14:50:15,531 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T14:50:15,602 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:15,603 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60e540fedc0a134f with lease ID 0x5d1495c2377fa7b: Processing first storage report for DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61 from datanode DatanodeRegistration(127.0.0.1:36951, datanodeUuid=c18304cc-6575-429d-a2e7-b40c889ac0d2, infoPort=40325, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725) 2024-11-14T14:50:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60e540fedc0a134f with lease ID 0x5d1495c2377fa7b: from storage DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61 node DatanodeRegistration(127.0.0.1:36951, datanodeUuid=c18304cc-6575-429d-a2e7-b40c889ac0d2, infoPort=40325, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T14:50:15,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e7a60a51ed2d686 with lease ID 0x5d1495c2377fa7a: Processing first storage report for DS-5c733172-3064-40e4-afe5-97db4272ee35 from datanode DatanodeRegistration(127.0.0.1:43709, datanodeUuid=bfffbe18-198c-4c06-8e54-f3d0539d5847, infoPort=43213, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725) 2024-11-14T14:50:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e7a60a51ed2d686 with lease ID 0x5d1495c2377fa7a: from storage DS-5c733172-3064-40e4-afe5-97db4272ee35 node DatanodeRegistration(127.0.0.1:43709, datanodeUuid=bfffbe18-198c-4c06-8e54-f3d0539d5847, infoPort=43213, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x60e540fedc0a134f with lease ID 0x5d1495c2377fa7b: Processing first storage report for DS-1d7477e0-0264-4320-93bd-6c41e47ddbf4 from datanode DatanodeRegistration(127.0.0.1:36951, datanodeUuid=c18304cc-6575-429d-a2e7-b40c889ac0d2, infoPort=40325, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725) 2024-11-14T14:50:15,695 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x60e540fedc0a134f with lease ID 0x5d1495c2377fa7b: from storage DS-1d7477e0-0264-4320-93bd-6c41e47ddbf4 node DatanodeRegistration(127.0.0.1:36951, datanodeUuid=c18304cc-6575-429d-a2e7-b40c889ac0d2, infoPort=40325, infoSecurePort=0, ipcPort=34419, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:15,696 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data5/current/BP-1462796270-172.17.0.2-1731595813725/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2e7a60a51ed2d686 with lease ID 0x5d1495c2377fa7a: Processing first storage report for DS-e2841073-328c-412c-9650-c9d6695bcab5 from datanode DatanodeRegistration(127.0.0.1:43709, datanodeUuid=bfffbe18-198c-4c06-8e54-f3d0539d5847, infoPort=43213, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725) 2024-11-14T14:50:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2e7a60a51ed2d686 with lease ID 0x5d1495c2377fa7a: from storage DS-e2841073-328c-412c-9650-c9d6695bcab5 node DatanodeRegistration(127.0.0.1:43709, datanodeUuid=bfffbe18-198c-4c06-8e54-f3d0539d5847, infoPort=43213, infoSecurePort=0, ipcPort=44913, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:15,700 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data6/current/BP-1462796270-172.17.0.2-1731595813725/current, will proceed with Du for space computation calculation, 2024-11-14T14:50:15,745 WARN [Thread-123 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T14:50:15,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43fb51b53b0286ed with lease ID 0x5d1495c2377fa7c: Processing first storage report for DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46 from datanode DatanodeRegistration(127.0.0.1:38071, datanodeUuid=959a4414-7b9a-4681-aaae-8ff3c7b1f514, infoPort=42793, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725) 2024-11-14T14:50:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43fb51b53b0286ed with lease ID 0x5d1495c2377fa7c: from storage DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46 node DatanodeRegistration(127.0.0.1:38071, datanodeUuid=959a4414-7b9a-4681-aaae-8ff3c7b1f514, infoPort=42793, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43fb51b53b0286ed with lease ID 0x5d1495c2377fa7c: Processing first storage report for DS-5a263659-c221-41a2-9d98-b8c1955c7b5a from datanode DatanodeRegistration(127.0.0.1:38071, datanodeUuid=959a4414-7b9a-4681-aaae-8ff3c7b1f514, infoPort=42793, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725) 2024-11-14T14:50:15,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43fb51b53b0286ed with lease ID 0x5d1495c2377fa7c: from storage DS-5a263659-c221-41a2-9d98-b8c1955c7b5a node DatanodeRegistration(127.0.0.1:38071, datanodeUuid=959a4414-7b9a-4681-aaae-8ff3c7b1f514, infoPort=42793, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1301913570;c=1731595813725), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T14:50:15,982 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3 2024-11-14T14:50:16,063 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/zookeeper_0, clientPort=51388, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T14:50:16,073 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51388 2024-11-14T14:50:16,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:16,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:16,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:50:16,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:50:16,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741825_1001 (size=7) 2024-11-14T14:50:16,729 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3 with version=8 2024-11-14T14:50:16,729 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/hbase-staging 2024-11-14T14:50:17,038 INFO [Time-limited test {}] client.ConnectionUtils(128): master/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:17,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:17,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:17,191 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T14:50:17,253 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T14:50:17,262 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T14:50:17,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:17,293 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 26379 (auto-detected) 2024-11-14T14:50:17,294 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T14:50:17,312 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35823 2024-11-14T14:50:17,333 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35823 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-14T14:50:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358230x0, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:17,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35823-0x101a742c1d20000 connected 2024-11-14T14:50:17,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:17,418 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3, hbase.cluster.distributed=false 2024-11-14T14:50:17,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:17,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-14T14:50:17,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35823 2024-11-14T14:50:17,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35823 2024-11-14T14:50:17,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-14T14:50:17,452 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35823 2024-11-14T14:50:17,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:17,570 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:17,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:17,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:50:17,577 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:17,578 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35599 2024-11-14T14:50:17,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35599 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-14T14:50:17,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355990x0, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:17,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355990x0, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:17,590 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35599-0x101a742c1d20001 connected 2024-11-14T14:50:17,594 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:50:17,602 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:50:17,604 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:50:17,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:17,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35599 2024-11-14T14:50:17,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35599 2024-11-14T14:50:17,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35599 2024-11-14T14:50:17,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35599 2024-11-14T14:50:17,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35599 2024-11-14T14:50:17,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:17,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,631 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:17,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:17,632 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:50:17,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:17,634 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37565 2024-11-14T14:50:17,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37565 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-14T14:50:17,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375650x0, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:17,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37565-0x101a742c1d20002 connected 2024-11-14T14:50:17,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:17,646 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:50:17,647 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:50:17,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:50:17,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:17,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37565 2024-11-14T14:50:17,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37565 2024-11-14T14:50:17,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37565 2024-11-14T14:50:17,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37565 2024-11-14T14:50:17,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37565 2024-11-14T14:50:17,675 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/da1c6afcd1f9:0 server-side Connection retries=45 2024-11-14T14:50:17,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,675 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T14:50:17,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T14:50:17,675 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T14:50:17,676 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T14:50:17,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T14:50:17,677 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40301 2024-11-14T14:50:17,679 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40301 connecting to ZooKeeper ensemble=127.0.0.1:51388 2024-11-14T14:50:17,680 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403010x0, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T14:50:17,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403010x0, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:17,689 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40301-0x101a742c1d20003 connected 2024-11-14T14:50:17,690 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T14:50:17,692 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T14:50:17,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T14:50:17,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T14:50:17,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-14T14:50:17,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40301 2024-11-14T14:50:17,696 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40301 2024-11-14T14:50:17,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-14T14:50:17,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-14T14:50:17,720 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;da1c6afcd1f9:35823 2024-11-14T14:50:17,721 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,731 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:17,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,757 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T14:50:17,758 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/da1c6afcd1f9,35823,1731595816840 from backup master directory 2024-11-14T14:50:17,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:17,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T14:50:17,763 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:17,763 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:17,765 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T14:50:17,767 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T14:50:17,827 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/hbase.id] with ID: dc3e7840-bad8-4913-97ac-0251d07156c1 2024-11-14T14:50:17,828 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/.tmp/hbase.id 2024-11-14T14:50:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:50:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:50:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741826_1002 (size=42) 2024-11-14T14:50:17,844 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/.tmp/hbase.id]:[hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/hbase.id] 2024-11-14T14:50:17,889 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T14:50:17,894 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T14:50:17,915 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T14:50:17,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:50:17,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:50:17,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741827_1003 (size=196) 2024-11-14T14:50:17,960 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:50:17,962 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T14:50:17,969 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:50:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:50:18,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741828_1004 (size=1189) 2024-11-14T14:50:18,024 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store 2024-11-14T14:50:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:50:18,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:50:18,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741829_1005 (size=34) 2024-11-14T14:50:18,056 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T14:50:18,059 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:18,061 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:50:18,061 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:18,061 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:18,063 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:50:18,063 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:18,063 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:18,065 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595818061Disabling compacts and flushes for region at 1731595818061Disabling writes for close at 1731595818063 (+2 ms)Writing region close event to WAL at 1731595818063Closed at 1731595818063 2024-11-14T14:50:18,067 WARN [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/.initializing 2024-11-14T14:50:18,067 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/WALs/da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:18,076 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:18,092 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35823%2C1731595816840, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/WALs/da1c6afcd1f9,35823,1731595816840, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/oldWALs, maxLogs=10 2024-11-14T14:50:18,125 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/WALs/da1c6afcd1f9,35823,1731595816840/da1c6afcd1f9%2C35823%2C1731595816840.1731595818097, exclude list is [], retry=0 2024-11-14T14:50:18,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:18,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:18,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:18,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:18,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T14:50:18,196 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/WALs/da1c6afcd1f9,35823,1731595816840/da1c6afcd1f9%2C35823%2C1731595816840.1731595818097 2024-11-14T14:50:18,198 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:18,198 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:18,199 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:18,203 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,204 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T14:50:18,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,276 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:18,277 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T14:50:18,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:18,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T14:50:18,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:18,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T14:50:18,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:18,289 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,293 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,294 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,299 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,299 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,303 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:50:18,306 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T14:50:18,311 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:18,313 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66474891, jitterRate=-0.00944693386554718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:50:18,319 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731595818218Initializing all the Stores at 1731595818220 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595818221 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595818221Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595818222 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595818222Cleaning up temporary data from old regions at 1731595818299 (+77 ms)Region opened successfully at 1731595818319 (+20 ms) 2024-11-14T14:50:18,320 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T14:50:18,355 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13311101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:18,389 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T14:50:18,401 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T14:50:18,401 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T14:50:18,404 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T14:50:18,406 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T14:50:18,411 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-14T14:50:18,411 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T14:50:18,439 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T14:50:18,448 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T14:50:18,451 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T14:50:18,453 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T14:50:18,455 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T14:50:18,457 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T14:50:18,460 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T14:50:18,463 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T14:50:18,465 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T14:50:18,466 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T14:50:18,468 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T14:50:18,488 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T14:50:18,491 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,499 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=da1c6afcd1f9,35823,1731595816840, sessionid=0x101a742c1d20000, setting cluster-up flag (Was=false) 2024-11-14T14:50:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,521 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T14:50:18,523 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:18,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:18,535 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T14:50:18,537 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:18,543 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T14:50:18,604 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(746): ClusterId : dc3e7840-bad8-4913-97ac-0251d07156c1 2024-11-14T14:50:18,604 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(746): ClusterId : dc3e7840-bad8-4913-97ac-0251d07156c1 2024-11-14T14:50:18,604 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(746): ClusterId : dc3e7840-bad8-4913-97ac-0251d07156c1 2024-11-14T14:50:18,606 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:50:18,606 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:50:18,606 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T14:50:18,612 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:50:18,612 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:50:18,612 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:50:18,612 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T14:50:18,612 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:50:18,612 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T14:50:18,617 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:50:18,617 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:50:18,617 DEBUG [RS:0;da1c6afcd1f9:35599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d332e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:18,617 DEBUG [RS:1;da1c6afcd1f9:37565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6fd5d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:18,618 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T14:50:18,618 DEBUG [RS:2;da1c6afcd1f9:40301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5f5c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=da1c6afcd1f9/172.17.0.2:0 2024-11-14T14:50:18,639 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;da1c6afcd1f9:40301 2024-11-14T14:50:18,639 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;da1c6afcd1f9:35599 2024-11-14T14:50:18,640 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;da1c6afcd1f9:37565 2024-11-14T14:50:18,641 INFO [AsyncFSWAL-0-hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData-prefix:da1c6afcd1f9,35823,1731595816840 {}] compress.Compression(560): Loaded codec org.apache.hadoop.hbase.io.compress.ReusableStreamGzipCodec for compression algorithm GZ 2024-11-14T14:50:18,642 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:50:18,642 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:50:18,642 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T14:50:18,643 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:50:18,643 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:50:18,643 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T14:50:18,643 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:50:18,643 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:50:18,643 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T14:50:18,646 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,35823,1731595816840 with port=37565, startcode=1731595817630 2024-11-14T14:50:18,646 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,35823,1731595816840 with port=40301, startcode=1731595817674 2024-11-14T14:50:18,646 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,35823,1731595816840 with port=35599, startcode=1731595817526 2024-11-14T14:50:18,661 DEBUG [RS:0;da1c6afcd1f9:35599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:50:18,661 DEBUG [RS:2;da1c6afcd1f9:40301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:50:18,661 DEBUG [RS:1;da1c6afcd1f9:37565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T14:50:18,662 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:18,673 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T14:50:18,680 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T14:50:18,686 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: da1c6afcd1f9,35823,1731595816840 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T14:50:18,695 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:18,696 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:18,696 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:18,696 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=5, maxPoolSize=5 2024-11-14T14:50:18,696 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/da1c6afcd1f9:0, corePoolSize=10, maxPoolSize=10 2024-11-14T14:50:18,697 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,697 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:18,697 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,707 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731595848707 2024-11-14T14:50:18,707 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34741, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:50:18,707 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60787, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:50:18,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:18,708 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T14:50:18,709 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T14:50:18,710 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T14:50:18,710 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35691, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T14:50:18,714 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T14:50:18,714 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T14:50:18,715 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T14:50:18,715 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T14:50:18,715 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:50:18,716 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,716 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T14:50:18,717 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,720 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T14:50:18,722 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T14:50:18,722 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T14:50:18,723 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:50:18,723 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T14:50:18,728 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T14:50:18,728 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T14:50:18,736 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595818730,5,FailOnTimeoutGroup] 2024-11-14T14:50:18,740 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595818736,5,FailOnTimeoutGroup] 2024-11-14T14:50:18,740 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,740 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T14:50:18,741 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,742 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:50:18,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:50:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741831_1007 (size=1321) 2024-11-14T14:50:18,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T14:50:18,781 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3 2024-11-14T14:50:18,782 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T14:50:18,782 WARN [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T14:50:18,782 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T14:50:18,782 WARN [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T14:50:18,782 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T14:50:18,782 WARN [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T14:50:18,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:50:18,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:50:18,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741832_1008 (size=32) 2024-11-14T14:50:18,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:18,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:50:18,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:50:18,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:18,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:50:18,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:50:18,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:18,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:50:18,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:50:18,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:18,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:50:18,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:50:18,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:18,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:18,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:50:18,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740 2024-11-14T14:50:18,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740 2024-11-14T14:50:18,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:50:18,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:50:18,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:50:18,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:50:18,825 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:18,826 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73527574, jitterRate=0.09564623236656189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:50:18,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731595818796Initializing all the Stores at 1731595818797 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595818797Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595818798 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595818798Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595818798Cleaning up temporary data from old regions at 1731595818818 (+20 ms)Region opened successfully at 1731595818828 (+10 ms) 2024-11-14T14:50:18,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:50:18,828 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:50:18,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:50:18,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:50:18,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:50:18,830 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:18,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595818828Disabling compacts and flushes for region at 1731595818828Disabling writes for close at 1731595818828Writing region close event to WAL at 1731595818829 (+1 ms)Closed at 1731595818830 (+1 ms) 2024-11-14T14:50:18,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:18,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T14:50:18,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:50:18,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:18,853 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T14:50:18,883 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,35823,1731595816840 with port=40301, startcode=1731595817674 2024-11-14T14:50:18,883 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,35823,1731595816840 with port=35599, startcode=1731595817526 2024-11-14T14:50:18,883 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(2659): reportForDuty to master=da1c6afcd1f9,35823,1731595816840 with port=37565, startcode=1731595817630 2024-11-14T14:50:18,885 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:18,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:18,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:18,895 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:18,896 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3 2024-11-14T14:50:18,896 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46773 2024-11-14T14:50:18,896 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:50:18,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:18,898 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35823 {}] master.ServerManager(517): Registering regionserver=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:18,898 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3 2024-11-14T14:50:18,898 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46773 2024-11-14T14:50:18,898 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:50:18,900 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3 2024-11-14T14:50:18,900 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46773 2024-11-14T14:50:18,900 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T14:50:18,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:18,905 DEBUG [RS:1;da1c6afcd1f9:37565 {}] zookeeper.ZKUtil(111): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:18,905 DEBUG [RS:2;da1c6afcd1f9:40301 {}] zookeeper.ZKUtil(111): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:18,905 WARN [RS:1;da1c6afcd1f9:37565 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:18,905 WARN [RS:2;da1c6afcd1f9:40301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:18,905 INFO [RS:2;da1c6afcd1f9:40301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:18,905 INFO [RS:1;da1c6afcd1f9:37565 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:18,905 DEBUG [RS:0;da1c6afcd1f9:35599 {}] zookeeper.ZKUtil(111): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:18,905 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:18,906 WARN [RS:0;da1c6afcd1f9:35599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T14:50:18,905 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:18,906 INFO [RS:0;da1c6afcd1f9:35599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:18,906 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:18,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,40301,1731595817674] 2024-11-14T14:50:18,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,35599,1731595817526] 2024-11-14T14:50:18,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [da1c6afcd1f9,37565,1731595817630] 2024-11-14T14:50:18,933 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:50:18,933 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:50:18,933 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T14:50:18,949 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:50:18,949 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:50:18,949 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T14:50:18,955 INFO [RS:2;da1c6afcd1f9:40301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:50:18,955 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,955 INFO [RS:1;da1c6afcd1f9:37565 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:50:18,955 INFO [RS:0;da1c6afcd1f9:35599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:50:18,955 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,955 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,956 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:50:18,956 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:50:18,961 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T14:50:18,963 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:50:18,963 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:50:18,963 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T14:50:18,964 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,964 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,964 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:18,965 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,965 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:18,966 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=2, maxPoolSize=2 2024-11-14T14:50:18,966 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:18,966 DEBUG [RS:2;da1c6afcd1f9:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:18,966 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,966 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/da1c6afcd1f9:0, corePoolSize=1, maxPoolSize=1 2024-11-14T14:50:18,967 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:18,967 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:18,967 DEBUG [RS:0;da1c6afcd1f9:35599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:18,967 DEBUG [RS:1;da1c6afcd1f9:37565 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/da1c6afcd1f9:0, corePoolSize=3, maxPoolSize=3 2024-11-14T14:50:18,972 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,972 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,972 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,972 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,972 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,972 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,972 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,972 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35599,1731595817526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,40301,1731595817674-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:18,973 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,37565,1731595817630-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:18,997 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:50:18,997 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:50:18,997 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T14:50:19,000 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,40301,1731595817674-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,000 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35599,1731595817526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,000 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,37565,1731595817630-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,000 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,000 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,000 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.Replication(171): da1c6afcd1f9,40301,1731595817674 started 2024-11-14T14:50:19,000 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.Replication(171): da1c6afcd1f9,37565,1731595817630 started 2024-11-14T14:50:19,000 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,000 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.Replication(171): da1c6afcd1f9,35599,1731595817526 started 2024-11-14T14:50:19,004 WARN [da1c6afcd1f9:35823 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T14:50:19,018 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,019 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,37565,1731595817630, RpcServer on da1c6afcd1f9/172.17.0.2:37565, sessionid=0x101a742c1d20002 2024-11-14T14:50:19,019 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:50:19,020 DEBUG [RS:1;da1c6afcd1f9:37565 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:19,020 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,37565,1731595817630' 2024-11-14T14:50:19,020 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:50:19,021 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:50:19,022 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:50:19,022 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:50:19,022 DEBUG [RS:1;da1c6afcd1f9:37565 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:19,022 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,37565,1731595817630' 2024-11-14T14:50:19,022 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:50:19,023 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:50:19,023 DEBUG [RS:1;da1c6afcd1f9:37565 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:50:19,023 INFO [RS:1;da1c6afcd1f9:37565 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:50:19,023 INFO [RS:1;da1c6afcd1f9:37565 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:50:19,026 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,026 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,026 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,35599,1731595817526, RpcServer on da1c6afcd1f9/172.17.0.2:35599, sessionid=0x101a742c1d20001 2024-11-14T14:50:19,026 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1482): Serving as da1c6afcd1f9,40301,1731595817674, RpcServer on da1c6afcd1f9/172.17.0.2:40301, sessionid=0x101a742c1d20003 2024-11-14T14:50:19,026 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:50:19,026 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T14:50:19,026 DEBUG [RS:0;da1c6afcd1f9:35599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:19,027 DEBUG [RS:2;da1c6afcd1f9:40301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:19,027 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,35599,1731595817526' 2024-11-14T14:50:19,027 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,40301,1731595817674' 2024-11-14T14:50:19,027 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:50:19,027 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T14:50:19,027 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:50:19,028 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T14:50:19,028 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:50:19,028 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:50:19,028 DEBUG [RS:0;da1c6afcd1f9:35599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:19,028 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,35599,1731595817526' 2024-11-14T14:50:19,028 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:50:19,028 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T14:50:19,029 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T14:50:19,029 DEBUG [RS:2;da1c6afcd1f9:40301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:19,029 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'da1c6afcd1f9,40301,1731595817674' 2024-11-14T14:50:19,029 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T14:50:19,029 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:50:19,029 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T14:50:19,030 DEBUG [RS:0;da1c6afcd1f9:35599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:50:19,030 INFO [RS:0;da1c6afcd1f9:35599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:50:19,030 INFO [RS:0;da1c6afcd1f9:35599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:50:19,030 DEBUG [RS:2;da1c6afcd1f9:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T14:50:19,030 INFO [RS:2;da1c6afcd1f9:40301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T14:50:19,030 INFO [RS:2;da1c6afcd1f9:40301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T14:50:19,129 INFO [RS:1;da1c6afcd1f9:37565 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:19,131 INFO [RS:0;da1c6afcd1f9:35599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:19,131 INFO [RS:2;da1c6afcd1f9:40301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:19,133 INFO [RS:1;da1c6afcd1f9:37565 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C37565%2C1731595817630, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,37565,1731595817630, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs, maxLogs=32 2024-11-14T14:50:19,134 INFO [RS:0;da1c6afcd1f9:35599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35599%2C1731595817526, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs, maxLogs=32 2024-11-14T14:50:19,134 INFO [RS:2;da1c6afcd1f9:40301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C40301%2C1731595817674, suffix=, logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,40301,1731595817674, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs, maxLogs=32 2024-11-14T14:50:19,151 DEBUG [RS:0;da1c6afcd1f9:35599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, exclude list is [], retry=0 2024-11-14T14:50:19,157 DEBUG [RS:2;da1c6afcd1f9:40301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,40301,1731595817674/da1c6afcd1f9%2C40301%2C1731595817674.1731595819137, exclude list is [], retry=0 2024-11-14T14:50:19,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:19,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:19,157 DEBUG [RS:1;da1c6afcd1f9:37565 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,37565,1731595817630/da1c6afcd1f9%2C37565%2C1731595817630.1731595819136, exclude list is [], retry=0 2024-11-14T14:50:19,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:19,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:19,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:19,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:19,165 INFO [RS:0;da1c6afcd1f9:35599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 2024-11-14T14:50:19,173 DEBUG [RS:0;da1c6afcd1f9:35599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:19,178 INFO [RS:2;da1c6afcd1f9:40301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,40301,1731595817674/da1c6afcd1f9%2C40301%2C1731595817674.1731595819137 2024-11-14T14:50:19,182 DEBUG [RS:2;da1c6afcd1f9:40301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:19,183 INFO [RS:1;da1c6afcd1f9:37565 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,37565,1731595817630/da1c6afcd1f9%2C37565%2C1731595817630.1731595819136 2024-11-14T14:50:19,183 DEBUG [RS:1;da1c6afcd1f9:37565 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:19,256 DEBUG [da1c6afcd1f9:35823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-14T14:50:19,264 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(204): Hosts are {da1c6afcd1f9=0} racks are {/default-rack=0} 2024-11-14T14:50:19,271 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T14:50:19,271 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T14:50:19,271 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T14:50:19,271 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T14:50:19,271 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T14:50:19,271 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T14:50:19,271 INFO [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T14:50:19,271 INFO [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T14:50:19,271 INFO [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T14:50:19,271 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T14:50:19,278 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:19,283 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,35599,1731595817526, state=OPENING 2024-11-14T14:50:19,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T14:50:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:19,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:19,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,295 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:19,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35599,1731595817526}] 2024-11-14T14:50:19,474 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:50:19,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46679, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:50:19,489 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:50:19,489 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:19,490 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:50:19,493 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C35599%2C1731595817526.meta, suffix=.meta, logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs, maxLogs=32 2024-11-14T14:50:19,511 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, exclude list is [], retry=0 2024-11-14T14:50:19,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:19,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:19,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:19,519 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta 2024-11-14T14:50:19,519 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:19,520 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:19,522 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:50:19,526 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:50:19,531 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:50:19,536 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:50:19,536 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:19,536 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:50:19,536 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:50:19,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:50:19,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:50:19,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:19,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:19,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:50:19,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:50:19,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:19,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:19,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:50:19,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:50:19,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:19,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:19,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:50:19,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:50:19,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:19,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:19,550 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:50:19,551 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740 2024-11-14T14:50:19,553 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740 2024-11-14T14:50:19,556 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:50:19,556 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:50:19,557 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:50:19,559 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:50:19,560 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65910398, jitterRate=-0.017858535051345825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:50:19,560 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:50:19,561 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595819537Writing region info on filesystem at 1731595819537Initializing all the Stores at 1731595819539 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595819539Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595819539Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595819539Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595819539Cleaning up temporary data from old regions at 1731595819556 (+17 ms)Running coprocessor post-open hooks at 1731595819560 (+4 ms)Region opened successfully at 1731595819561 (+1 ms) 2024-11-14T14:50:19,569 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731595819465 2024-11-14T14:50:19,581 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:50:19,581 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:50:19,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:19,585 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,35599,1731595817526, state=OPEN 2024-11-14T14:50:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:19,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:19,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:19,589 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:19,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T14:50:19,594 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,35599,1731595817526 in 291 msec 2024-11-14T14:50:19,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T14:50:19,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 756 msec 2024-11-14T14:50:19,605 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T14:50:19,605 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T14:50:19,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:19,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1] 2024-11-14T14:50:19,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:19,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36381, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:19,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0990 sec 2024-11-14T14:50:19,674 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731595819674, completionTime=-1 2024-11-14T14:50:19,677 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-14T14:50:19,678 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T14:50:19,706 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-14T14:50:19,706 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731595879706 2024-11-14T14:50:19,706 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731595939706 2024-11-14T14:50:19,706 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec 2024-11-14T14:50:19,708 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T14:50:19,716 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35823,1731595816840-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,716 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35823,1731595816840-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,717 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35823,1731595816840-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,719 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-da1c6afcd1f9:35823, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,719 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,721 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,726 DEBUG [master/da1c6afcd1f9:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T14:50:19,750 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.987sec 2024-11-14T14:50:19,752 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T14:50:19,753 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T14:50:19,754 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T14:50:19,755 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T14:50:19,755 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T14:50:19,756 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35823,1731595816840-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T14:50:19,756 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35823,1731595816840-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T14:50:19,761 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T14:50:19,762 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T14:50:19,763 INFO [master/da1c6afcd1f9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=da1c6afcd1f9,35823,1731595816840-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:19,817 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344137bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:19,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request da1c6afcd1f9,35823,-1 for getting cluster id 2024-11-14T14:50:19,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T14:50:19,830 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dc3e7840-bad8-4913-97ac-0251d07156c1' 2024-11-14T14:50:19,833 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T14:50:19,833 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dc3e7840-bad8-4913-97ac-0251d07156c1" 2024-11-14T14:50:19,835 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c72a711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:19,835 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [da1c6afcd1f9,35823,-1] 2024-11-14T14:50:19,838 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T14:50:19,840 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:19,840 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T14:50:19,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c6d940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T14:50:19,844 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:19,851 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1] 2024-11-14T14:50:19,852 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:19,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:19,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:19,876 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:46773/hbase 2024-11-14T14:50:19,891 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=363, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=190, ProcessCount=11, AvailableMemoryMB=8464 2024-11-14T14:50:19,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:19,916 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:19,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:19,922 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-16586639, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-16586639, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:19,940 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-16586639/hregion-16586639.1731595819924, exclude list is [], retry=0 2024-11-14T14:50:19,945 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:19,946 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:19,948 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:19,952 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-16586639/hregion-16586639.1731595819924 2024-11-14T14:50:19,956 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:19,957 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9d4a9e795e0643c84f4ab51965228fd8, NAME => 'testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741838_1014 (size=64) 2024-11-14T14:50:19,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741838_1014 (size=64) 2024-11-14T14:50:19,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741838_1014 (size=64) 2024-11-14T14:50:19,982 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:19,987 INFO [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:19,991 INFO [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d4a9e795e0643c84f4ab51965228fd8 columnFamilyName a 2024-11-14T14:50:19,991 DEBUG [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:19,992 INFO [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] regionserver.HStore(327): Store=9d4a9e795e0643c84f4ab51965228fd8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:19,992 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:19,995 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:19,996 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:19,997 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:19,997 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,000 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,005 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:20,006 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9d4a9e795e0643c84f4ab51965228fd8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64697739, jitterRate=-0.03592856228351593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:20,008 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9d4a9e795e0643c84f4ab51965228fd8: Writing region info on filesystem at 1731595819983Initializing all the Stores at 1731595819985 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595819985Cleaning up temporary data from old regions at 1731595819997 (+12 ms)Region opened successfully at 1731595820008 (+11 ms) 2024-11-14T14:50:20,008 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9d4a9e795e0643c84f4ab51965228fd8, disabling compactions & flushes 2024-11-14T14:50:20,008 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8. 2024-11-14T14:50:20,009 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8. 2024-11-14T14:50:20,009 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8. after waiting 0 ms 2024-11-14T14:50:20,009 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8. 2024-11-14T14:50:20,009 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8. 2024-11-14T14:50:20,009 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9d4a9e795e0643c84f4ab51965228fd8: Waiting for close lock at 1731595820008Disabling compacts and flushes for region at 1731595820008Disabling writes for close at 1731595820009 (+1 ms)Writing region close event to WAL at 1731595820009Closed at 1731595820009 2024-11-14T14:50:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741837_1013 (size=95) 2024-11-14T14:50:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741837_1013 (size=95) 2024-11-14T14:50:20,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741837_1013 (size=95) 2024-11-14T14:50:20,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:20,038 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-16586639:(num 1731595819924) 2024-11-14T14:50:20,041 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T14:50:20,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741839_1015 (size=320) 2024-11-14T14:50:20,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741839_1015 (size=320) 2024-11-14T14:50:20,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741839_1015 (size=320) 2024-11-14T14:50:20,091 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T14:50:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741840_1016 (size=253) 2024-11-14T14:50:20,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741840_1016 (size=253) 2024-11-14T14:50:20,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741840_1016 (size=253) 2024-11-14T14:50:20,145 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1, size=320 (320bytes) 2024-11-14T14:50:20,146 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T14:50:20,146 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T14:50:20,146 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1 2024-11-14T14:50:20,153 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1 after 5ms 2024-11-14T14:50:20,159 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,160 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1 took 17ms 2024-11-14T14:50:20,173 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1 so closing down 2024-11-14T14:50:20,173 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:20,177 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-14T14:50:20,179 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000001-wal-1.temp 2024-11-14T14:50:20,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:20,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741841_1017 (size=320) 2024-11-14T14:50:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741841_1017 (size=320) 2024-11-14T14:50:20,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741841_1017 (size=320) 2024-11-14T14:50:20,202 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:20,205 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002 2024-11-14T14:50:20,211 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-14T14:50:20,211 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1, journal: Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1, size=320 (320bytes) at 1731595820145Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1 so closing down at 1731595820173 (+28 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000001-wal-1.temp at 1731595820179 (+6 ms)3 split writer threads finished at 1731595820181 (+2 ms)Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731595820202 (+21 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002 at 1731595820205 (+3 ms)Processed 2 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731595820211 (+6 ms) 2024-11-14T14:50:20,229 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2, size=253 (253bytes) 2024-11-14T14:50:20,229 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2 2024-11-14T14:50:20,230 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2 after 1ms 2024-11-14T14:50:20,234 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2 took 7ms 2024-11-14T14:50:20,238 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2 so closing down 2024-11-14T14:50:20,238 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:20,243 INFO [Time-limited test-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-14T14:50:20,245 INFO [Time-limited test-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002-wal-2.temp 2024-11-14T14:50:20,246 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741842_1018 (size=253) 2024-11-14T14:50:20,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741842_1018 (size=253) 2024-11-14T14:50:20,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741842_1018 (size=253) 2024-11-14T14:50:20,262 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:20,267 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,270 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002-wal-2.temp, length=253 2024-11-14T14:50:20,271 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-14T14:50:20,272 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2, journal: Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2, size=253 (253bytes) at 1731595820229Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2 so closing down at 1731595820238 (+9 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002-wal-2.temp at 1731595820245 (+7 ms)3 split writer threads finished at 1731595820246 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731595820262 (+16 ms)Processed 1 edits across 1 Regions in 36 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731595820272 (+10 ms) 2024-11-14T14:50:20,272 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:20,274 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:20,292 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal.1731595820275, exclude list is [], retry=0 2024-11-14T14:50:20,296 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:20,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:20,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:20,300 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal.1731595820275 2024-11-14T14:50:20,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:20,301 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d4a9e795e0643c84f4ab51965228fd8, NAME => 'testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:20,301 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:20,301 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,301 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,304 INFO [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,305 INFO [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d4a9e795e0643c84f4ab51965228fd8 columnFamilyName a 2024-11-14T14:50:20,305 DEBUG [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:20,306 INFO [StoreOpener-9d4a9e795e0643c84f4ab51965228fd8-1 {}] regionserver.HStore(327): Store=9d4a9e795e0643c84f4ab51965228fd8/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:20,306 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,311 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,312 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002 2024-11-14T14:50:20,316 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,324 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002 2024-11-14T14:50:20,328 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9d4a9e795e0643c84f4ab51965228fd8 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-14T14:50:20,406 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/.tmp/a/54eb29cf63f048b58e85b66f701068dd is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731595820038/Put/seqid=0 2024-11-14T14:50:20,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741844_1020 (size=5170) 2024-11-14T14:50:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741844_1020 (size=5170) 2024-11-14T14:50:20,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741844_1020 (size=5170) 2024-11-14T14:50:20,425 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/.tmp/a/54eb29cf63f048b58e85b66f701068dd 2024-11-14T14:50:20,477 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/.tmp/a/54eb29cf63f048b58e85b66f701068dd as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/a/54eb29cf63f048b58e85b66f701068dd 2024-11-14T14:50:20,485 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/a/54eb29cf63f048b58e85b66f701068dd, entries=2, sequenceid=2, filesize=5.0 K 2024-11-14T14:50:20,492 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9d4a9e795e0643c84f4ab51965228fd8 in 163ms, sequenceid=2, compaction requested=false; wal=null 2024-11-14T14:50:20,494 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/0000000000000000002 2024-11-14T14:50:20,494 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,494 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,497 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9d4a9e795e0643c84f4ab51965228fd8 2024-11-14T14:50:20,500 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/9d4a9e795e0643c84f4ab51965228fd8/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-14T14:50:20,501 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9d4a9e795e0643c84f4ab51965228fd8; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74027001, jitterRate=0.10308827459812164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:20,502 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9d4a9e795e0643c84f4ab51965228fd8: Writing region info on filesystem at 1731595820302Initializing all the Stores at 1731595820303 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595820303Obtaining lock to block concurrent updates at 1731595820328 (+25 ms)Preparing flush snapshotting stores in 9d4a9e795e0643c84f4ab51965228fd8 at 1731595820328Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731595820331 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731595819913.9d4a9e795e0643c84f4ab51965228fd8. at 1731595820331Flushing 9d4a9e795e0643c84f4ab51965228fd8/a: creating writer at 1731595820332 (+1 ms)Flushing 9d4a9e795e0643c84f4ab51965228fd8/a: appending metadata at 1731595820373 (+41 ms)Flushing 9d4a9e795e0643c84f4ab51965228fd8/a: closing flushed file at 1731595820398 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce618cb: reopening flushed file at 1731595820475 (+77 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 9d4a9e795e0643c84f4ab51965228fd8 in 163ms, sequenceid=2, compaction requested=false; wal=null at 1731595820492 (+17 ms)Cleaning up temporary data from old regions at 1731595820494 (+2 ms)Region opened successfully at 1731595820502 (+8 ms) 2024-11-14T14:50:20,530 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit0 Thread=375 (was 363) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:52692 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:46773/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:39018 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:34470 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58364 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58358 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:50264 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=701 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 190) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8338 (was 8464) 2024-11-14T14:50:20,543 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=375, OpenFileDescriptor=701, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8336 2024-11-14T14:50:20,559 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:20,562 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:20,563 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:20,567 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-99461301, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-99461301, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:20,580 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-99461301/hregion-99461301.1731595820567, exclude list is [], retry=0 2024-11-14T14:50:20,584 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:20,584 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:20,585 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:20,588 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-99461301/hregion-99461301.1731595820567 2024-11-14T14:50:20,588 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:20,589 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 526bb70949ecffd05a1fe2706579a8f3, NAME => 'testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:20,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741846_1022 (size=64) 2024-11-14T14:50:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741846_1022 (size=64) 2024-11-14T14:50:20,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741846_1022 (size=64) 2024-11-14T14:50:20,604 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:20,606 INFO [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,608 INFO [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 526bb70949ecffd05a1fe2706579a8f3 columnFamilyName a 2024-11-14T14:50:20,608 DEBUG [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:20,609 INFO [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] regionserver.HStore(327): Store=526bb70949ecffd05a1fe2706579a8f3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:20,609 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,610 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,611 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,614 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,617 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:20,617 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 526bb70949ecffd05a1fe2706579a8f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61925945, jitterRate=-0.0772315114736557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:20,617 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 526bb70949ecffd05a1fe2706579a8f3: Writing region info on filesystem at 1731595820604Initializing all the Stores at 1731595820605 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595820605Cleaning up temporary data from old regions at 1731595820611 (+6 ms)Region opened successfully at 1731595820617 (+6 ms) 2024-11-14T14:50:20,618 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 526bb70949ecffd05a1fe2706579a8f3, disabling compactions & flushes 2024-11-14T14:50:20,618 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3. 2024-11-14T14:50:20,618 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3. 2024-11-14T14:50:20,618 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3. after waiting 0 ms 2024-11-14T14:50:20,618 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3. 2024-11-14T14:50:20,618 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3. 2024-11-14T14:50:20,618 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 526bb70949ecffd05a1fe2706579a8f3: Waiting for close lock at 1731595820618Disabling compacts and flushes for region at 1731595820618Disabling writes for close at 1731595820618Writing region close event to WAL at 1731595820618Closed at 1731595820618 2024-11-14T14:50:20,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741845_1021 (size=95) 2024-11-14T14:50:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741845_1021 (size=95) 2024-11-14T14:50:20,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741845_1021 (size=95) 2024-11-14T14:50:20,624 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:20,624 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-99461301:(num 1731595820567) 2024-11-14T14:50:20,625 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T14:50:20,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741847_1023 (size=320) 2024-11-14T14:50:20,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741847_1023 (size=320) 2024-11-14T14:50:20,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741847_1023 (size=320) 2024-11-14T14:50:20,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-14T14:50:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741848_1024 (size=253) 2024-11-14T14:50:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741848_1024 (size=253) 2024-11-14T14:50:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741848_1024 (size=253) 2024-11-14T14:50:20,676 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2, size=253 (253bytes) 2024-11-14T14:50:20,676 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2 2024-11-14T14:50:20,677 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2 after 1ms 2024-11-14T14:50:20,681 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,681 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2 took 5ms 2024-11-14T14:50:20,683 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2 so closing down 2024-11-14T14:50:20,683 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:20,686 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-14T14:50:20,692 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002-wal-2.temp 2024-11-14T14:50:20,692 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741849_1025 (size=253) 2024-11-14T14:50:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741849_1025 (size=253) 2024-11-14T14:50:20,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741849_1025 (size=253) 2024-11-14T14:50:20,705 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:20,708 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002 2024-11-14T14:50:20,708 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2, size=253, length=253, corrupted=false, cancelled=false 2024-11-14T14:50:20,708 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2, journal: Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2, size=253 (253bytes) at 1731595820676Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2 so closing down at 1731595820683 (+7 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002-wal-2.temp at 1731595820692 (+9 ms)3 split writer threads finished at 1731595820692Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731595820705 (+13 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002 at 1731595820708 (+3 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-2, size=253, length=253, corrupted=false, cancelled=false at 1731595820708 2024-11-14T14:50:20,725 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1, size=320 (320bytes) 2024-11-14T14:50:20,726 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1 2024-11-14T14:50:20,727 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1 after 0ms 2024-11-14T14:50:20,731 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,731 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1 took 6ms 2024-11-14T14:50:20,734 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1 so closing down 2024-11-14T14:50:20,734 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:20,736 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-14T14:50:20,738 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000001-wal-1.temp 2024-11-14T14:50:20,739 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:20,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741850_1026 (size=320) 2024-11-14T14:50:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741850_1026 (size=320) 2024-11-14T14:50:20,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741850_1026 (size=320) 2024-11-14T14:50:20,756 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:20,760 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,762 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002, length=253 2024-11-14T14:50:20,765 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002 2024-11-14T14:50:20,765 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1, size=320, length=320, corrupted=false, cancelled=false 2024-11-14T14:50:20,765 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1, journal: Splitting hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1, size=320 (320bytes) at 1731595820726Finishing writing output for hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1 so closing down at 1731595820734 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000001-wal-1.temp at 1731595820738 (+4 ms)3 split writer threads finished at 1731595820739 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731595820756 (+17 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002 at 1731595820765 (+9 ms)Processed 2 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal-1, size=320, length=320, corrupted=false, cancelled=false at 1731595820765 2024-11-14T14:50:20,765 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:20,767 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:20,782 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal.1731595820768, exclude list is [], retry=0 2024-11-14T14:50:20,786 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:20,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:20,787 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:20,790 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal.1731595820768 2024-11-14T14:50:20,790 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:20,790 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 526bb70949ecffd05a1fe2706579a8f3, NAME => 'testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:20,790 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:20,790 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,790 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,792 INFO [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,795 INFO [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 526bb70949ecffd05a1fe2706579a8f3 columnFamilyName a 2024-11-14T14:50:20,795 DEBUG [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:20,796 INFO [StoreOpener-526bb70949ecffd05a1fe2706579a8f3-1 {}] regionserver.HStore(327): Store=526bb70949ecffd05a1fe2706579a8f3/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:20,796 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,797 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,799 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,800 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002 2024-11-14T14:50:20,803 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:20,805 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002 2024-11-14T14:50:20,805 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 526bb70949ecffd05a1fe2706579a8f3 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-14T14:50:20,828 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/.tmp/a/cb4415763f6845fb90f81caac454de76 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731595820625/Put/seqid=0 2024-11-14T14:50:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741852_1028 (size=5170) 2024-11-14T14:50:20,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741852_1028 (size=5170) 2024-11-14T14:50:20,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741852_1028 (size=5170) 2024-11-14T14:50:20,840 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/.tmp/a/cb4415763f6845fb90f81caac454de76 2024-11-14T14:50:20,850 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/.tmp/a/cb4415763f6845fb90f81caac454de76 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/a/cb4415763f6845fb90f81caac454de76 2024-11-14T14:50:20,858 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/a/cb4415763f6845fb90f81caac454de76, entries=2, sequenceid=2, filesize=5.0 K 2024-11-14T14:50:20,858 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 526bb70949ecffd05a1fe2706579a8f3 in 53ms, sequenceid=2, compaction requested=false; wal=null 2024-11-14T14:50:20,859 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/0000000000000000002 2024-11-14T14:50:20,859 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,859 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,862 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 526bb70949ecffd05a1fe2706579a8f3 2024-11-14T14:50:20,865 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/526bb70949ecffd05a1fe2706579a8f3/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-14T14:50:20,866 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 526bb70949ecffd05a1fe2706579a8f3; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65925059, jitterRate=-0.017640069127082825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:20,866 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 526bb70949ecffd05a1fe2706579a8f3: Writing region info on filesystem at 1731595820790Initializing all the Stores at 1731595820792 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595820792Obtaining lock to block concurrent updates at 1731595820805 (+13 ms)Preparing flush snapshotting stores in 526bb70949ecffd05a1fe2706579a8f3 at 1731595820805Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731595820805Flushing stores of testReplayEditsWrittenIntoWAL,,1731595820560.526bb70949ecffd05a1fe2706579a8f3. at 1731595820805Flushing 526bb70949ecffd05a1fe2706579a8f3/a: creating writer at 1731595820805Flushing 526bb70949ecffd05a1fe2706579a8f3/a: appending metadata at 1731595820827 (+22 ms)Flushing 526bb70949ecffd05a1fe2706579a8f3/a: closing flushed file at 1731595820827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ea3528a: reopening flushed file at 1731595820848 (+21 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 526bb70949ecffd05a1fe2706579a8f3 in 53ms, sequenceid=2, compaction requested=false; wal=null at 1731595820858 (+10 ms)Cleaning up temporary data from old regions at 1731595820859 (+1 ms)Region opened successfully at 1731595820866 (+7 ms) 2024-11-14T14:50:20,883 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testNameConflictWhenSplit1 Thread=385 (was 375) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:52750 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:34532 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58364 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:50264 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:39018 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58416 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 701) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=222 (was 222), ProcessCount=11 (was 11), AvailableMemoryMB=8315 (was 8336) 2024-11-14T14:50:20,894 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=385, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=222, ProcessCount=11, AvailableMemoryMB=8314 2024-11-14T14:50:20,910 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:20,912 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:20,913 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:20,916 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-06936024, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-06936024, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:20,930 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-06936024/hregion-06936024.1731595820917, exclude list is [], retry=0 2024-11-14T14:50:20,934 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:20,934 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:20,935 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:20,938 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-06936024/hregion-06936024.1731595820917 2024-11-14T14:50:20,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:20,940 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 0ec991b9993cded2c3e716d91edc0c24, NAME => 'testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:20,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741854_1030 (size=64) 2024-11-14T14:50:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741854_1030 (size=64) 2024-11-14T14:50:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741854_1030 (size=64) 2024-11-14T14:50:20,961 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:20,963 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,965 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec991b9993cded2c3e716d91edc0c24 columnFamilyName a 2024-11-14T14:50:20,965 DEBUG [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:20,966 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(327): Store=0ec991b9993cded2c3e716d91edc0c24/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:20,966 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,968 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec991b9993cded2c3e716d91edc0c24 columnFamilyName b 2024-11-14T14:50:20,968 DEBUG [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:20,969 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(327): Store=0ec991b9993cded2c3e716d91edc0c24/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:20,969 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,971 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec991b9993cded2c3e716d91edc0c24 columnFamilyName c 2024-11-14T14:50:20,971 DEBUG [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:20,971 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(327): Store=0ec991b9993cded2c3e716d91edc0c24/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:20,972 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,972 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,973 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,975 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,975 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,976 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:20,977 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:20,981 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:20,981 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ec991b9993cded2c3e716d91edc0c24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71784279, jitterRate=0.06966911256313324}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ec991b9993cded2c3e716d91edc0c24: Writing region info on filesystem at 1731595820961Initializing all the Stores at 1731595820963 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595820963Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595820963Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595820963Cleaning up temporary data from old regions at 1731595820975 (+12 ms)Region opened successfully at 1731595820981 (+6 ms) 2024-11-14T14:50:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ec991b9993cded2c3e716d91edc0c24, disabling compactions & flushes 2024-11-14T14:50:20,982 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. after waiting 0 ms 2024-11-14T14:50:20,982 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:20,983 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:20,983 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ec991b9993cded2c3e716d91edc0c24: Waiting for close lock at 1731595820982Disabling compacts and flushes for region at 1731595820982Disabling writes for close at 1731595820982Writing region close event to WAL at 1731595820983 (+1 ms)Closed at 1731595820983 2024-11-14T14:50:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741853_1029 (size=95) 2024-11-14T14:50:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741853_1029 (size=95) 2024-11-14T14:50:20,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741853_1029 (size=95) 2024-11-14T14:50:20,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:20,991 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-06936024:(num 1731595820917) 2024-11-14T14:50:20,991 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:20,993 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:21,007 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994, exclude list is [], retry=0 2024-11-14T14:50:21,011 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:21,011 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:21,012 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:21,014 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 2024-11-14T14:50:21,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:21,243 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994, size=0 (0bytes) 2024-11-14T14:50:21,243 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 might be still open, length is 0 2024-11-14T14:50:21,243 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 2024-11-14T14:50:21,244 WARN [IPC Server handler 1 on default port 46773 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-14T14:50:21,244 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 after 1ms 2024-11-14T14:50:21,769 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58458 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58458 dst: /127.0.0.1:36951 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36951 remote=/127.0.0.1:58458]. Total timeout mills is 60000, 59441 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:21,770 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:52798 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:38071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52798 dst: /127.0.0.1:38071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:21,770 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:34572 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34572 dst: /127.0.0.1:43709 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741855_1032 (size=263633) 2024-11-14T14:50:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741855_1032 (size=263633) 2024-11-14T14:50:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741855_1032 (size=263633) 2024-11-14T14:50:25,040 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:50:25,089 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:50:25,245 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 after 4002ms 2024-11-14T14:50:25,250 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:25,252 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 took 4009ms 2024-11-14T14:50:25,257 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731595820994.temp 2024-11-14T14:50:25,259 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000000001-wal.1731595820994.temp 2024-11-14T14:50:25,397 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994; continuing. 2024-11-14T14:50:25,397 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 so closing down 2024-11-14T14:50:25,397 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:25,397 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:25,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741856_1033 (size=263641) 2024-11-14T14:50:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741856_1033 (size=263641) 2024-11-14T14:50:25,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741856_1033 (size=263641) 2024-11-14T14:50:25,403 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000000001-wal.1731595820994.temp (wrote 3002 edits, skipped 0 edits in 71 ms) 2024-11-14T14:50:25,405 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000000001-wal.1731595820994.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000003002 2024-11-14T14:50:25,405 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T14:50:25,405 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994, journal: Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994, size=0 (0bytes) at 1731595821243Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000000001-wal.1731595820994.temp at 1731595825259 (+4016 ms)Split 1024 edits, skipped 0 edits. at 1731595825333 (+74 ms)Split 2048 edits, skipped 0 edits. at 1731595825366 (+33 ms)Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 so closing down at 1731595825397 (+31 ms)3 split writer threads finished at 1731595825397Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000000001-wal.1731595820994.temp (wrote 3002 edits, skipped 0 edits in 71 ms) at 1731595825403 (+6 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000000001-wal.1731595820994.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000003002 at 1731595825405 (+2 ms)Processed 3002 edits across 1 Regions in 152 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994, size=0, length=0, corrupted=false, cancelled=false at 1731595825405 2024-11-14T14:50:25,408 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595820994 2024-11-14T14:50:25,409 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000003002 2024-11-14T14:50:25,409 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:25,412 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:25,428 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595825413, exclude list is [], retry=0 2024-11-14T14:50:25,432 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:25,432 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:25,432 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:25,435 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595825413 2024-11-14T14:50:25,435 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:25,436 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:25,438 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:25,439 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec991b9993cded2c3e716d91edc0c24 columnFamilyName a 2024-11-14T14:50:25,439 DEBUG [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:25,440 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(327): Store=0ec991b9993cded2c3e716d91edc0c24/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:25,440 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:25,441 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec991b9993cded2c3e716d91edc0c24 columnFamilyName b 2024-11-14T14:50:25,441 DEBUG [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:25,442 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(327): Store=0ec991b9993cded2c3e716d91edc0c24/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:25,442 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:25,443 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ec991b9993cded2c3e716d91edc0c24 columnFamilyName c 2024-11-14T14:50:25,443 DEBUG [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:25,444 INFO [StoreOpener-0ec991b9993cded2c3e716d91edc0c24-1 {}] regionserver.HStore(327): Store=0ec991b9993cded2c3e716d91edc0c24/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:25,444 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:25,445 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:25,447 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:25,447 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000003002 2024-11-14T14:50:25,450 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:25,486 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T14:50:25,876 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ec991b9993cded2c3e716d91edc0c24 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T14:50:25,921 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/a/65d8d5a0e31540e69091487b714abcf7 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731595821020/Put/seqid=0 2024-11-14T14:50:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741858_1035 (size=50463) 2024-11-14T14:50:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741858_1035 (size=50463) 2024-11-14T14:50:25,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741858_1035 (size=50463) 2024-11-14T14:50:25,931 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/a/65d8d5a0e31540e69091487b714abcf7 2024-11-14T14:50:25,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/a/65d8d5a0e31540e69091487b714abcf7 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/a/65d8d5a0e31540e69091487b714abcf7 2024-11-14T14:50:25,949 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/a/65d8d5a0e31540e69091487b714abcf7, entries=754, sequenceid=754, filesize=49.3 K 2024-11-14T14:50:25,949 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 0ec991b9993cded2c3e716d91edc0c24 in 73ms, sequenceid=754, compaction requested=false; wal=null 2024-11-14T14:50:25,964 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T14:50:25,965 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ec991b9993cded2c3e716d91edc0c24 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T14:50:25,972 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/a/117727f786be46c9b8b76b9c09276131 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731595821051/Put/seqid=0 2024-11-14T14:50:25,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741859_1036 (size=20072) 2024-11-14T14:50:25,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741859_1036 (size=20072) 2024-11-14T14:50:25,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741859_1036 (size=20072) 2024-11-14T14:50:25,981 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/a/117727f786be46c9b8b76b9c09276131 2024-11-14T14:50:26,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/b/a17c6029c67d4f998685d67687886b13 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731595821090/Put/seqid=0 2024-11-14T14:50:26,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741860_1037 (size=35835) 2024-11-14T14:50:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741860_1037 (size=35835) 2024-11-14T14:50:26,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741860_1037 (size=35835) 2024-11-14T14:50:26,017 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/b/a17c6029c67d4f998685d67687886b13 2024-11-14T14:50:26,025 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/a/117727f786be46c9b8b76b9c09276131 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/a/117727f786be46c9b8b76b9c09276131 2024-11-14T14:50:26,032 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/a/117727f786be46c9b8b76b9c09276131, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-14T14:50:26,034 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/b/a17c6029c67d4f998685d67687886b13 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/b/a17c6029c67d4f998685d67687886b13 2024-11-14T14:50:26,041 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/b/a17c6029c67d4f998685d67687886b13, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-14T14:50:26,041 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 0ec991b9993cded2c3e716d91edc0c24 in 77ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-14T14:50:26,057 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T14:50:26,057 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ec991b9993cded2c3e716d91edc0c24 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-14T14:50:26,065 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/b/c3b692bb7f5645ee9fb39c751bcf0fad is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731595821116/Put/seqid=0 2024-11-14T14:50:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741861_1038 (size=35082) 2024-11-14T14:50:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741861_1038 (size=35082) 2024-11-14T14:50:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741861_1038 (size=35082) 2024-11-14T14:50:26,078 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/b/c3b692bb7f5645ee9fb39c751bcf0fad 2024-11-14T14:50:26,101 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/c/58fa657666f3401c9cb6c71937ec5edd is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731595821149/Put/seqid=0 2024-11-14T14:50:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741862_1039 (size=20825) 2024-11-14T14:50:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741862_1039 (size=20825) 2024-11-14T14:50:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741862_1039 (size=20825) 2024-11-14T14:50:26,111 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/c/58fa657666f3401c9cb6c71937ec5edd 2024-11-14T14:50:26,121 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/b/c3b692bb7f5645ee9fb39c751bcf0fad as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/b/c3b692bb7f5645ee9fb39c751bcf0fad 2024-11-14T14:50:26,128 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/b/c3b692bb7f5645ee9fb39c751bcf0fad, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-14T14:50:26,130 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/c/58fa657666f3401c9cb6c71937ec5edd as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/c/58fa657666f3401c9cb6c71937ec5edd 2024-11-14T14:50:26,137 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/c/58fa657666f3401c9cb6c71937ec5edd, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-14T14:50:26,138 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 0ec991b9993cded2c3e716d91edc0c24 in 81ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-14T14:50:26,148 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731595821208/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:26,151 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000003002 2024-11-14T14:50:26,151 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-14T14:50:26,152 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 0ec991b9993cded2c3e716d91edc0c24 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-14T14:50:26,159 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/c/5b149fce73044f5184ac126185ce0ab7 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731595821160/Put/seqid=0 2024-11-14T14:50:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741863_1040 (size=50301) 2024-11-14T14:50:26,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741863_1040 (size=50301) 2024-11-14T14:50:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741863_1040 (size=50301) 2024-11-14T14:50:26,172 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/c/5b149fce73044f5184ac126185ce0ab7 2024-11-14T14:50:26,181 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b149fce73044f5184ac126185ce0ab7 2024-11-14T14:50:26,183 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/.tmp/c/5b149fce73044f5184ac126185ce0ab7 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/c/5b149fce73044f5184ac126185ce0ab7 2024-11-14T14:50:26,189 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b149fce73044f5184ac126185ce0ab7 2024-11-14T14:50:26,190 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/c/5b149fce73044f5184ac126185ce0ab7, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-14T14:50:26,190 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 0ec991b9993cded2c3e716d91edc0c24 in 39ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-14T14:50:26,191 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/0000000000000003002 2024-11-14T14:50:26,192 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:26,192 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:26,193 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T14:50:26,195 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 0ec991b9993cded2c3e716d91edc0c24 2024-11-14T14:50:26,197 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenIntoWAL/0ec991b9993cded2c3e716d91edc0c24/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-14T14:50:26,199 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 0ec991b9993cded2c3e716d91edc0c24; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59607825, jitterRate=-0.11177419126033783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T14:50:26,199 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 0ec991b9993cded2c3e716d91edc0c24: Writing region info on filesystem at 1731595825436Initializing all the Stores at 1731595825437 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595825437Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595825438 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595825438Cleaning up temporary data from old regions at 1731595826192 (+754 ms)Region opened successfully at 1731595826199 (+7 ms) 2024-11-14T14:50:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 0ec991b9993cded2c3e716d91edc0c24, disabling compactions & flushes 2024-11-14T14:50:26,265 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. after waiting 0 ms 2024-11-14T14:50:26,265 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:26,268 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731595820910.0ec991b9993cded2c3e716d91edc0c24. 2024-11-14T14:50:26,268 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 0ec991b9993cded2c3e716d91edc0c24: Waiting for close lock at 1731595826265Disabling compacts and flushes for region at 1731595826265Disabling writes for close at 1731595826265Writing region close event to WAL at 1731595826268 (+3 ms)Closed at 1731595826268 2024-11-14T14:50:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741857_1034 (size=95) 2024-11-14T14:50:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741857_1034 (size=95) 2024-11-14T14:50:26,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741857_1034 (size=95) 2024-11-14T14:50:26,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:26,275 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731595825413) 2024-11-14T14:50:26,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenIntoWAL Thread=401 (was 385) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1702319138_22 at /127.0.0.1:58504 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46773 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1702319138_22 at /127.0.0.1:34642 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1702319138_22 at /127.0.0.1:52814 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:34419 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1702319138_22 at /127.0.0.1:58484 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:44913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 222) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8232 (was 8314) 2024-11-14T14:50:26,307 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=401, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=8231 2024-11-14T14:50:26,323 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:26,325 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:26,326 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:26,329 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-35064911, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-35064911, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:26,343 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-35064911/hregion-35064911.1731595826329, exclude list is [], retry=0 2024-11-14T14:50:26,346 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:26,346 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:26,346 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:26,349 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-35064911/hregion-35064911.1731595826329 2024-11-14T14:50:26,350 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:26,350 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dd9590977d74393cd396b4c88e8fa752, NAME => 'test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741865_1042 (size=43) 2024-11-14T14:50:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741865_1042 (size=43) 2024-11-14T14:50:26,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741865_1042 (size=43) 2024-11-14T14:50:26,363 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:26,365 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,366 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd9590977d74393cd396b4c88e8fa752 columnFamilyName a 2024-11-14T14:50:26,367 DEBUG [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:26,367 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(327): Store=dd9590977d74393cd396b4c88e8fa752/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:26,367 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,369 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd9590977d74393cd396b4c88e8fa752 columnFamilyName b 2024-11-14T14:50:26,369 DEBUG [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:26,370 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(327): Store=dd9590977d74393cd396b4c88e8fa752/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:26,370 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,371 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd9590977d74393cd396b4c88e8fa752 columnFamilyName c 2024-11-14T14:50:26,371 DEBUG [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:26,372 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(327): Store=dd9590977d74393cd396b4c88e8fa752/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:26,372 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,373 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,373 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,374 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,375 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,375 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:26,377 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,379 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:26,380 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd9590977d74393cd396b4c88e8fa752; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65503541, jitterRate=-0.0239211767911911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:26,381 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd9590977d74393cd396b4c88e8fa752: Writing region info on filesystem at 1731595826363Initializing all the Stores at 1731595826364 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595826364Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595826365 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595826365Cleaning up temporary data from old regions at 1731595826375 (+10 ms)Region opened successfully at 1731595826381 (+6 ms) 2024-11-14T14:50:26,381 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd9590977d74393cd396b4c88e8fa752, disabling compactions & flushes 2024-11-14T14:50:26,381 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:26,381 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:26,382 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. after waiting 0 ms 2024-11-14T14:50:26,382 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:26,382 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:26,382 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd9590977d74393cd396b4c88e8fa752: Waiting for close lock at 1731595826381Disabling compacts and flushes for region at 1731595826381Disabling writes for close at 1731595826382 (+1 ms)Writing region close event to WAL at 1731595826382Closed at 1731595826382 2024-11-14T14:50:26,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741864_1041 (size=95) 2024-11-14T14:50:26,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741864_1041 (size=95) 2024-11-14T14:50:26,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741864_1041 (size=95) 2024-11-14T14:50:26,389 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:26,389 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-35064911:(num 1731595826329) 2024-11-14T14:50:26,389 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:26,391 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:26,406 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392, exclude list is [], retry=0 2024-11-14T14:50:26,409 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:26,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:26,410 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:26,412 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392 2024-11-14T14:50:26,412 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741866_1043 (size=263359) 2024-11-14T14:50:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741866_1043 (size=263359) 2024-11-14T14:50:26,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741866_1043 (size=263359) 2024-11-14T14:50:26,587 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392, size=257.2 K (263359bytes) 2024-11-14T14:50:26,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392 2024-11-14T14:50:26,588 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392 after 0ms 2024-11-14T14:50:26,592 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:26,593 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392 took 6ms 2024-11-14T14:50:26,599 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731595826392.temp 2024-11-14T14:50:26,601 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000000001-wal.1731595826392.temp 2024-11-14T14:50:26,661 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392 so closing down 2024-11-14T14:50:26,661 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:26,662 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741867_1044 (size=263359) 2024-11-14T14:50:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741867_1044 (size=263359) 2024-11-14T14:50:26,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741867_1044 (size=263359) 2024-11-14T14:50:26,668 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000000001-wal.1731595826392.temp (wrote 3000 edits, skipped 0 edits in 45 ms) 2024-11-14T14:50:26,670 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000000001-wal.1731595826392.temp to hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003000 2024-11-14T14:50:26,670 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392, size=257.2 K, length=263359, corrupted=false, cancelled=false 2024-11-14T14:50:26,671 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392, journal: Splitting hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392, size=257.2 K (263359bytes) at 1731595826588Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000000001-wal.1731595826392.temp at 1731595826601 (+13 ms)Split 1024 edits, skipped 0 edits. at 1731595826617 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731595826639 (+22 ms)Finishing writing output for hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392 so closing down at 1731595826661 (+22 ms)3 split writer threads finished at 1731595826662 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000000001-wal.1731595826392.temp (wrote 3000 edits, skipped 0 edits in 45 ms) at 1731595826668 (+6 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000000001-wal.1731595826392.temp to hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003000 at 1731595826670 (+2 ms)Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392, size=257.2 K, length=263359, corrupted=false, cancelled=false at 1731595826670 2024-11-14T14:50:26,673 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826392 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595826392 2024-11-14T14:50:26,674 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003000 2024-11-14T14:50:26,674 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:26,677 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:26,699 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678, exclude list is [], retry=0 2024-11-14T14:50:26,703 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:26,704 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:26,704 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:26,706 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678 2024-11-14T14:50:26,707 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741868_1045 (size=263486) 2024-11-14T14:50:26,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741868_1045 (size=263486) 2024-11-14T14:50:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741868_1045 (size=263486) 2024-11-14T14:50:26,862 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678, size=257.3 K (263486bytes) 2024-11-14T14:50:26,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678 2024-11-14T14:50:26,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678 after 0ms 2024-11-14T14:50:26,867 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:26,868 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678 took 6ms 2024-11-14T14:50:26,873 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731595826678.temp 2024-11-14T14:50:26,875 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003001-wal.1731595826678.temp 2024-11-14T14:50:26,933 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678 so closing down 2024-11-14T14:50:26,933 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:26,933 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741869_1046 (size=263486) 2024-11-14T14:50:26,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741869_1046 (size=263486) 2024-11-14T14:50:26,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741869_1046 (size=263486) 2024-11-14T14:50:26,938 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003001-wal.1731595826678.temp (wrote 3000 edits, skipped 0 edits in 44 ms) 2024-11-14T14:50:26,940 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003001-wal.1731595826678.temp to hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000006000 2024-11-14T14:50:26,940 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678, size=257.3 K, length=263486, corrupted=false, cancelled=false 2024-11-14T14:50:26,940 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678, journal: Splitting hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678, size=257.3 K (263486bytes) at 1731595826863Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003001-wal.1731595826678.temp at 1731595826875 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731595826891 (+16 ms)Split 2048 edits, skipped 0 edits. at 1731595826912 (+21 ms)Finishing writing output for hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678 so closing down at 1731595826933 (+21 ms)3 split writer threads finished at 1731595826933Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003001-wal.1731595826678.temp (wrote 3000 edits, skipped 0 edits in 44 ms) at 1731595826938 (+5 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003001-wal.1731595826678.temp to hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000006000 at 1731595826940 (+2 ms)Processed 3000 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678, size=257.3 K, length=263486, corrupted=false, cancelled=false at 1731595826940 2024-11-14T14:50:26,942 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826678 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595826678 2024-11-14T14:50:26,943 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000006000 2024-11-14T14:50:26,943 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:26,945 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/test2727-manual,16010,1731595826322, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:26,961 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826946, exclude list is [], retry=0 2024-11-14T14:50:26,964 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:26,965 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:26,965 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:26,968 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731595826322/wal.1731595826946 2024-11-14T14:50:26,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:26,969 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd9590977d74393cd396b4c88e8fa752, NAME => 'test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:26,969 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:26,969 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,969 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,971 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,972 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd9590977d74393cd396b4c88e8fa752 columnFamilyName a 2024-11-14T14:50:26,972 DEBUG [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:26,973 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(327): Store=dd9590977d74393cd396b4c88e8fa752/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:26,973 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,974 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd9590977d74393cd396b4c88e8fa752 columnFamilyName b 2024-11-14T14:50:26,974 DEBUG [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:26,974 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(327): Store=dd9590977d74393cd396b4c88e8fa752/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:26,974 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,975 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd9590977d74393cd396b4c88e8fa752 columnFamilyName c 2024-11-14T14:50:26,975 DEBUG [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:26,976 INFO [StoreOpener-dd9590977d74393cd396b4c88e8fa752-1 {}] regionserver.HStore(327): Store=dd9590977d74393cd396b4c88e8fa752/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:26,976 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,977 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,979 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:26,980 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003000 2024-11-14T14:50:26,983 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:27,033 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003000 2024-11-14T14:50:27,035 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000006000 2024-11-14T14:50:27,038 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:27,085 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000006000 2024-11-14T14:50:27,085 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd9590977d74393cd396b4c88e8fa752 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-14T14:50:27,108 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/a/3f823ff6f9a945c5b709f0f917dab8a5 is 41, key is test2727/a:100/1731595826711/Put/seqid=0 2024-11-14T14:50:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741871_1048 (size=84227) 2024-11-14T14:50:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741871_1048 (size=84227) 2024-11-14T14:50:27,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741871_1048 (size=84227) 2024-11-14T14:50:27,121 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/a/3f823ff6f9a945c5b709f0f917dab8a5 2024-11-14T14:50:27,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/b/ec8864b2386b4f589815d59ca699335a is 41, key is test2727/b:100/1731595826756/Put/seqid=0 2024-11-14T14:50:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741872_1049 (size=84609) 2024-11-14T14:50:27,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741872_1049 (size=84609) 2024-11-14T14:50:27,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741872_1049 (size=84609) 2024-11-14T14:50:27,157 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/b/ec8864b2386b4f589815d59ca699335a 2024-11-14T14:50:27,197 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/c/7e47f26b36ac4e89ab8e1bdd2491846b is 41, key is test2727/c:100/1731595826801/Put/seqid=0 2024-11-14T14:50:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741873_1050 (size=84609) 2024-11-14T14:50:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741873_1050 (size=84609) 2024-11-14T14:50:27,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741873_1050 (size=84609) 2024-11-14T14:50:27,206 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/c/7e47f26b36ac4e89ab8e1bdd2491846b 2024-11-14T14:50:27,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/a/3f823ff6f9a945c5b709f0f917dab8a5 as hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/a/3f823ff6f9a945c5b709f0f917dab8a5 2024-11-14T14:50:27,220 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/a/3f823ff6f9a945c5b709f0f917dab8a5, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-14T14:50:27,222 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/b/ec8864b2386b4f589815d59ca699335a as hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/b/ec8864b2386b4f589815d59ca699335a 2024-11-14T14:50:27,229 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/b/ec8864b2386b4f589815d59ca699335a, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-14T14:50:27,230 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/.tmp/c/7e47f26b36ac4e89ab8e1bdd2491846b as hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/c/7e47f26b36ac4e89ab8e1bdd2491846b 2024-11-14T14:50:27,239 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/c/7e47f26b36ac4e89ab8e1bdd2491846b, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-14T14:50:27,239 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for dd9590977d74393cd396b4c88e8fa752 in 154ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-14T14:50:27,240 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000003000 2024-11-14T14:50:27,241 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/0000000000000006000 2024-11-14T14:50:27,242 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:27,242 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:27,243 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:27,245 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd9590977d74393cd396b4c88e8fa752 2024-11-14T14:50:27,249 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/test2727/dd9590977d74393cd396b4c88e8fa752/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-14T14:50:27,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T14:50:27,250 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd9590977d74393cd396b4c88e8fa752; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72733738, jitterRate=0.08381715416908264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:27,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:27,252 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd9590977d74393cd396b4c88e8fa752: Writing region info on filesystem at 1731595826969Initializing all the Stores at 1731595826970 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595826970Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595826970Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595826970Obtaining lock to block concurrent updates at 1731595827085 (+115 ms)Preparing flush snapshotting stores in dd9590977d74393cd396b4c88e8fa752 at 1731595827085Finished memstore snapshotting test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731595827086 (+1 ms)Flushing stores of test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. at 1731595827086Flushing dd9590977d74393cd396b4c88e8fa752/a: creating writer at 1731595827086Flushing dd9590977d74393cd396b4c88e8fa752/a: appending metadata at 1731595827107 (+21 ms)Flushing dd9590977d74393cd396b4c88e8fa752/a: closing flushed file at 1731595827107Flushing dd9590977d74393cd396b4c88e8fa752/b: creating writer at 1731595827127 (+20 ms)Flushing dd9590977d74393cd396b4c88e8fa752/b: appending metadata at 1731595827149 (+22 ms)Flushing dd9590977d74393cd396b4c88e8fa752/b: closing flushed file at 1731595827149Flushing dd9590977d74393cd396b4c88e8fa752/c: creating writer at 1731595827165 (+16 ms)Flushing dd9590977d74393cd396b4c88e8fa752/c: appending metadata at 1731595827196 (+31 ms)Flushing dd9590977d74393cd396b4c88e8fa752/c: closing flushed file at 1731595827196Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5d7946: reopening flushed file at 1731595827212 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363a231f: reopening flushed file at 1731595827221 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bcb8f8f: reopening flushed file at 1731595827229 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for dd9590977d74393cd396b4c88e8fa752 in 154ms, sequenceid=6000, compaction requested=false; wal=null at 1731595827239 (+10 ms)Cleaning up temporary data from old regions at 1731595827242 (+3 ms)Region opened successfully at 1731595827252 (+10 ms) 2024-11-14T14:50:27,253 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-14T14:50:27,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:50:27,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T14:50:27,253 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd9590977d74393cd396b4c88e8fa752, disabling compactions & flushes 2024-11-14T14:50:27,253 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:27,254 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:27,254 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. after waiting 0 ms 2024-11-14T14:50:27,254 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:27,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T14:50:27,254 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:27,255 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-14T14:50:27,255 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:27,258 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731595826323.dd9590977d74393cd396b4c88e8fa752. 2024-11-14T14:50:27,259 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd9590977d74393cd396b4c88e8fa752: Waiting for close lock at 1731595827253Disabling compacts and flushes for region at 1731595827253Disabling writes for close at 1731595827254 (+1 ms)Writing region close event to WAL at 1731595827258 (+4 ms)Closed at 1731595827258 2024-11-14T14:50:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741870_1047 (size=95) 2024-11-14T14:50:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741870_1047 (size=95) 2024-11-14T14:50:27,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741870_1047 (size=95) 2024-11-14T14:50:27,267 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:27,267 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731595826946) 2024-11-14T14:50:27,281 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#test2727 Thread=403 (was 401) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:52960 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:34768 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58636 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=8082 (was 8231) 2024-11-14T14:50:27,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=8081 2024-11-14T14:50:27,311 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:27,318 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:27,319 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731595827319 2024-11-14T14:50:27,327 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319 2024-11-14T14:50:27,329 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:27,330 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => a03cdeeb780ee97a94c18070ad67ded2, NAME => 'testSequentialEditLogSeqNum,,1731595827312.a03cdeeb780ee97a94c18070ad67ded2.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:27,331 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731595827312.a03cdeeb780ee97a94c18070ad67ded2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:27,331 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,331 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,332 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2 doesn't exist for region: a03cdeeb780ee97a94c18070ad67ded2 on table testSequentialEditLogSeqNum 2024-11-14T14:50:27,332 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: a03cdeeb780ee97a94c18070ad67ded2 on table testSequentialEditLogSeqNum 2024-11-14T14:50:27,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741875_1052 (size=62) 2024-11-14T14:50:27,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741875_1052 (size=62) 2024-11-14T14:50:27,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741875_1052 (size=62) 2024-11-14T14:50:27,344 INFO [StoreOpener-a03cdeeb780ee97a94c18070ad67ded2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,345 INFO [StoreOpener-a03cdeeb780ee97a94c18070ad67ded2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03cdeeb780ee97a94c18070ad67ded2 columnFamilyName a 2024-11-14T14:50:27,345 DEBUG [StoreOpener-a03cdeeb780ee97a94c18070ad67ded2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:27,346 INFO [StoreOpener-a03cdeeb780ee97a94c18070ad67ded2-1 {}] regionserver.HStore(327): Store=a03cdeeb780ee97a94c18070ad67ded2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:27,346 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,347 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,348 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,348 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,349 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,351 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for a03cdeeb780ee97a94c18070ad67ded2 2024-11-14T14:50:27,354 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:27,354 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened a03cdeeb780ee97a94c18070ad67ded2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69247004, jitterRate=0.03186076879501343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:27,355 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for a03cdeeb780ee97a94c18070ad67ded2: Writing region info on filesystem at 1731595827331Initializing all the Stores at 1731595827343 (+12 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595827343Cleaning up temporary data from old regions at 1731595827349 (+6 ms)Region opened successfully at 1731595827355 (+6 ms) 2024-11-14T14:50:27,369 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing a03cdeeb780ee97a94c18070ad67ded2 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-14T14:50:27,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/.tmp/a/b89cdd9e228c408eaad57ced43ddd22f is 81, key is testSequentialEditLogSeqNum/a:x0/1731595827355/Put/seqid=0 2024-11-14T14:50:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741876_1053 (size=5833) 2024-11-14T14:50:27,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741876_1053 (size=5833) 2024-11-14T14:50:27,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741876_1053 (size=5833) 2024-11-14T14:50:27,402 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/.tmp/a/b89cdd9e228c408eaad57ced43ddd22f 2024-11-14T14:50:27,409 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/.tmp/a/b89cdd9e228c408eaad57ced43ddd22f as hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/a/b89cdd9e228c408eaad57ced43ddd22f 2024-11-14T14:50:27,417 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/a/b89cdd9e228c408eaad57ced43ddd22f, entries=10, sequenceid=13, filesize=5.7 K 2024-11-14T14:50:27,419 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for a03cdeeb780ee97a94c18070ad67ded2 in 49ms, sequenceid=13, compaction requested=false 2024-11-14T14:50:27,419 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for a03cdeeb780ee97a94c18070ad67ded2: 2024-11-14T14:50:27,426 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:50:27,426 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:50:27,427 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:50:27,427 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:50:27,427 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-14T14:50:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741874_1051 (size=1843) 2024-11-14T14:50:27,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741874_1051 (size=1843) 2024-11-14T14:50:27,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741874_1051 (size=1843) 2024-11-14T14:50:27,449 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319, size=1.8 K (1843bytes) 2024-11-14T14:50:27,449 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319 2024-11-14T14:50:27,450 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319 after 1ms 2024-11-14T14:50:27,453 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:27,454 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319 took 5ms 2024-11-14T14:50:27,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319 so closing down 2024-11-14T14:50:27,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:27,458 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731595827319.temp 2024-11-14T14:50:27,460 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000003-wal.1731595827319.temp 2024-11-14T14:50:27,460 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:27,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741877_1054 (size=1477) 2024-11-14T14:50:27,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741877_1054 (size=1477) 2024-11-14T14:50:27,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741877_1054 (size=1477) 2024-11-14T14:50:27,470 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000003-wal.1731595827319.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:27,472 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000003-wal.1731595827319.temp to hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000020 2024-11-14T14:50:27,472 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319, size=1.8 K, length=1843, corrupted=false, cancelled=false 2024-11-14T14:50:27,472 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319, journal: Splitting hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319, size=1.8 K (1843bytes) at 1731595827449Finishing writing output for hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319 so closing down at 1731595827457 (+8 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000003-wal.1731595827319.temp at 1731595827460 (+3 ms)3 split writer threads finished at 1731595827460Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000003-wal.1731595827319.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731595827470 (+10 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000003-wal.1731595827319.temp to hdfs://localhost:46773/hbase/data/default/testSequentialEditLogSeqNum/a03cdeeb780ee97a94c18070ad67ded2/recovered.edits/0000000000000000020 at 1731595827472 (+2 ms)Processed 17 edits across 1 Regions in 18 ms; skipped=2; WAL=hdfs://localhost:46773/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731595827310/wal.1731595827319, size=1.8 K, length=1843, corrupted=false, cancelled=false at 1731595827472 2024-11-14T14:50:27,490 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:34768 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58636 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=8061 (was 8081) 2024-11-14T14:50:27,504 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=8060 2024-11-14T14:50:27,529 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:27,532 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:27,568 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:27,572 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67115895, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-67115895, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:27,588 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67115895/hregion-67115895.1731595827572, exclude list is [], retry=0 2024-11-14T14:50:27,591 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:27,591 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:27,591 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:27,594 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67115895/hregion-67115895.1731595827572 2024-11-14T14:50:27,595 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:27,595 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => cbdd438788e636b168b8121f9246ca2d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:27,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741879_1056 (size=70) 2024-11-14T14:50:27,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741879_1056 (size=70) 2024-11-14T14:50:27,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741879_1056 (size=70) 2024-11-14T14:50:27,615 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:27,617 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,619 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName a 2024-11-14T14:50:27,619 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:27,619 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:27,620 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,621 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName b 2024-11-14T14:50:27,622 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:27,622 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:27,622 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,624 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName c 2024-11-14T14:50:27,624 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:27,625 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:27,625 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,627 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,627 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,628 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:27,629 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,632 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:27,633 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cbdd438788e636b168b8121f9246ca2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70851127, jitterRate=0.05576406419277191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:27,634 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cbdd438788e636b168b8121f9246ca2d: Writing region info on filesystem at 1731595827615Initializing all the Stores at 1731595827616 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595827616Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595827616Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595827616Cleaning up temporary data from old regions at 1731595827627 (+11 ms)Region opened successfully at 1731595827634 (+7 ms) 2024-11-14T14:50:27,634 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cbdd438788e636b168b8121f9246ca2d, disabling compactions & flushes 2024-11-14T14:50:27,634 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:27,635 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:27,635 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. after waiting 0 ms 2024-11-14T14:50:27,635 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:27,635 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:27,635 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cbdd438788e636b168b8121f9246ca2d: Waiting for close lock at 1731595827634Disabling compacts and flushes for region at 1731595827634Disabling writes for close at 1731595827635 (+1 ms)Writing region close event to WAL at 1731595827635Closed at 1731595827635 2024-11-14T14:50:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741878_1055 (size=95) 2024-11-14T14:50:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741878_1055 (size=95) 2024-11-14T14:50:27,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741878_1055 (size=95) 2024-11-14T14:50:27,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:27,642 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67115895:(num 1731595827572) 2024-11-14T14:50:27,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:27,645 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:27,668 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645, exclude list is [], retry=0 2024-11-14T14:50:27,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:27,672 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:27,673 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:27,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 2024-11-14T14:50:27,675 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:27,675 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cbdd438788e636b168b8121f9246ca2d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:27,676 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:27,676 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,676 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,677 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,679 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName a 2024-11-14T14:50:27,679 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:27,679 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:27,680 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,680 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName b 2024-11-14T14:50:27,681 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:27,681 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:27,681 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,682 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName c 2024-11-14T14:50:27,682 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:27,683 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:27,683 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,684 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,686 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,687 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,687 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,688 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:27,690 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:27,691 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cbdd438788e636b168b8121f9246ca2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69978043, jitterRate=0.042754098773002625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:27,693 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cbdd438788e636b168b8121f9246ca2d: Writing region info on filesystem at 1731595827676Initializing all the Stores at 1731595827677 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595827677Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595827677Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595827677Cleaning up temporary data from old regions at 1731595827687 (+10 ms)Region opened successfully at 1731595827693 (+6 ms) 2024-11-14T14:50:27,699 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731595827698/Put/seqid=0 2024-11-14T14:50:27,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741881_1058 (size=4826) 2024-11-14T14:50:27,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741881_1058 (size=4826) 2024-11-14T14:50:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741881_1058 (size=4826) 2024-11-14T14:50:27,709 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in cbdd438788e636b168b8121f9246ca2d/a 2024-11-14T14:50:27,719 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-14T14:50:27,720 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:50:27,720 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for cbdd438788e636b168b8121f9246ca2d: 2024-11-14T14:50:27,722 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/a/b6fca2712e8a4fa5aceabce487868f9b_SeqId_3_ 2024-11-14T14:50:27,723 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into cbdd438788e636b168b8121f9246ca2d/a as hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/a/b6fca2712e8a4fa5aceabce487868f9b_SeqId_3_ - updating store file list. 2024-11-14T14:50:27,731 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6fca2712e8a4fa5aceabce487868f9b_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:27,731 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/a/b6fca2712e8a4fa5aceabce487868f9b_SeqId_3_ into cbdd438788e636b168b8121f9246ca2d/a 2024-11-14T14:50:27,731 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into cbdd438788e636b168b8121f9246ca2d/a (new location: hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/a/b6fca2712e8a4fa5aceabce487868f9b_SeqId_3_) 2024-11-14T14:50:27,779 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645, size=0 (0bytes) 2024-11-14T14:50:27,779 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 might be still open, length is 0 2024-11-14T14:50:27,779 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 2024-11-14T14:50:27,779 WARN [IPC Server handler 4 on default port 46773 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-14T14:50:27,780 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 after 1ms 2024-11-14T14:50:30,754 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:34848 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:34848 dst: /127.0.0.1:43709 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43709 remote=/127.0.0.1:34848]. Total timeout mills is 60000, 56986 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:30,754 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:58762 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58762 dst: /127.0.0.1:36951 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:30,754 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:53016 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:38071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53016 dst: /127.0.0.1:38071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741880_1059 (size=474) 2024-11-14T14:50:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741880_1059 (size=474) 2024-11-14T14:50:31,781 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 after 4002ms 2024-11-14T14:50:31,784 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:31,785 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 took 4006ms 2024-11-14T14:50:31,787 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645; continuing. 2024-11-14T14:50:31,787 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 so closing down 2024-11-14T14:50:31,787 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:31,789 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731595827645.temp 2024-11-14T14:50:31,791 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005-wal.1731595827645.temp 2024-11-14T14:50:31,791 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741882_1060 (size=259) 2024-11-14T14:50:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741882_1060 (size=259) 2024-11-14T14:50:31,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741882_1060 (size=259) 2024-11-14T14:50:31,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005-wal.1731595827645.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:31,801 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005-wal.1731595827645.temp to hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005 2024-11-14T14:50:31,801 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T14:50:31,801 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645, journal: Splitting hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645, size=0 (0bytes) at 1731595827779Finishing writing output for hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 so closing down at 1731595831787 (+4008 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005-wal.1731595827645.temp at 1731595831791 (+4 ms)3 split writer threads finished at 1731595831791Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005-wal.1731595827645.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731595831799 (+8 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005-wal.1731595827645.temp to hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005 at 1731595831801 (+2 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645, size=0, length=0, corrupted=false, cancelled=false at 1731595831801 2024-11-14T14:50:31,803 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595827645 2024-11-14T14:50:31,804 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005 2024-11-14T14:50:31,804 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:31,807 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:31,822 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595831807, exclude list is [], retry=0 2024-11-14T14:50:31,825 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:31,825 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:31,826 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:31,828 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595831807 2024-11-14T14:50:31,828 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:31,829 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => cbdd438788e636b168b8121f9246ca2d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:31,829 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:31,829 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,829 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,831 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,859 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName a 2024-11-14T14:50:31,859 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:31,867 DEBUG [StoreFileOpener-cbdd438788e636b168b8121f9246ca2d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b6fca2712e8a4fa5aceabce487868f9b_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:31,867 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/a/b6fca2712e8a4fa5aceabce487868f9b_SeqId_3_ 2024-11-14T14:50:31,867 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:31,868 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,869 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName b 2024-11-14T14:50:31,869 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:31,869 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:31,870 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,871 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbdd438788e636b168b8121f9246ca2d columnFamilyName c 2024-11-14T14:50:31,871 DEBUG [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:31,871 INFO [StoreOpener-cbdd438788e636b168b8121f9246ca2d-1 {}] regionserver.HStore(327): Store=cbdd438788e636b168b8121f9246ca2d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:31,871 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,872 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,874 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,874 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005 2024-11-14T14:50:31,877 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:31,878 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005 2024-11-14T14:50:31,878 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing cbdd438788e636b168b8121f9246ca2d 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-14T14:50:31,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/.tmp/a/cd771a7d3145411fb87a9d97a4bc5c6d is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731595827738/Put/seqid=0 2024-11-14T14:50:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741884_1062 (size=5149) 2024-11-14T14:50:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741884_1062 (size=5149) 2024-11-14T14:50:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741884_1062 (size=5149) 2024-11-14T14:50:31,904 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/.tmp/a/cd771a7d3145411fb87a9d97a4bc5c6d 2024-11-14T14:50:31,912 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/.tmp/a/cd771a7d3145411fb87a9d97a4bc5c6d as hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/a/cd771a7d3145411fb87a9d97a4bc5c6d 2024-11-14T14:50:31,919 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/a/cd771a7d3145411fb87a9d97a4bc5c6d, entries=1, sequenceid=5, filesize=5.0 K 2024-11-14T14:50:31,920 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for cbdd438788e636b168b8121f9246ca2d in 42ms, sequenceid=5, compaction requested=false; wal=null 2024-11-14T14:50:31,921 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/0000000000000000005 2024-11-14T14:50:31,922 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,922 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,923 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:31,925 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for cbdd438788e636b168b8121f9246ca2d 2024-11-14T14:50:31,927 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/cbdd438788e636b168b8121f9246ca2d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T14:50:31,928 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened cbdd438788e636b168b8121f9246ca2d; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67038081, jitterRate=-0.0010547488927841187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:31,929 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for cbdd438788e636b168b8121f9246ca2d: Writing region info on filesystem at 1731595831829Initializing all the Stores at 1731595831830 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595831831 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595831831Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595831831Obtaining lock to block concurrent updates at 1731595831878 (+47 ms)Preparing flush snapshotting stores in cbdd438788e636b168b8121f9246ca2d at 1731595831878Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731595831878Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. at 1731595831878Flushing cbdd438788e636b168b8121f9246ca2d/a: creating writer at 1731595831878Flushing cbdd438788e636b168b8121f9246ca2d/a: appending metadata at 1731595831894 (+16 ms)Flushing cbdd438788e636b168b8121f9246ca2d/a: closing flushed file at 1731595831894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46d7a3f5: reopening flushed file at 1731595831911 (+17 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for cbdd438788e636b168b8121f9246ca2d in 42ms, sequenceid=5, compaction requested=false; wal=null at 1731595831920 (+9 ms)Cleaning up temporary data from old regions at 1731595831923 (+3 ms)Region opened successfully at 1731595831929 (+6 ms) 2024-11-14T14:50:31,933 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing cbdd438788e636b168b8121f9246ca2d, disabling compactions & flushes 2024-11-14T14:50:31,933 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:31,933 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:31,934 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. after waiting 0 ms 2024-11-14T14:50:31,934 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:31,934 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731595827530.cbdd438788e636b168b8121f9246ca2d. 2024-11-14T14:50:31,935 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for cbdd438788e636b168b8121f9246ca2d: Waiting for close lock at 1731595831933Disabling compacts and flushes for region at 1731595831933Disabling writes for close at 1731595831934 (+1 ms)Writing region close event to WAL at 1731595831934Closed at 1731595831934 2024-11-14T14:50:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741883_1061 (size=95) 2024-11-14T14:50:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741883_1061 (size=95) 2024-11-14T14:50:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741883_1061 (size=95) 2024-11-14T14:50:31,940 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:31,940 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731595831807) 2024-11-14T14:50:31,956 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 408) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-75587224_22 at /127.0.0.1:46850 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-75587224_22 at /127.0.0.1:45684 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46773 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-75587224_22 at /127.0.0.1:36734 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=240 (was 261), ProcessCount=11 (was 11), AvailableMemoryMB=7826 (was 8060) 2024-11-14T14:50:31,969 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=240, ProcessCount=11, AvailableMemoryMB=7825 2024-11-14T14:50:31,985 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:31,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T14:50:31,995 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:31,998 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e1520b8 2024-11-14T14:50:31,999 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T14:50:32,001 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T14:50:32,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T14:50:32,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-14T14:50:32,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T14:50:32,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-14T14:50:32,017 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:32,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T14:50:32,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741885_1063 (size=694) 2024-11-14T14:50:32,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741885_1063 (size=694) 2024-11-14T14:50:32,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741885_1063 (size=694) 2024-11-14T14:50:32,033 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69f44978fe6dc578cc0a5e9df1b91afe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3 2024-11-14T14:50:32,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741886_1064 (size=77) 2024-11-14T14:50:32,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741886_1064 (size=77) 2024-11-14T14:50:32,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741886_1064 (size=77) 2024-11-14T14:50:32,042 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:32,042 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 69f44978fe6dc578cc0a5e9df1b91afe, disabling compactions & flushes 2024-11-14T14:50:32,043 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,043 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,043 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. after waiting 0 ms 2024-11-14T14:50:32,043 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,043 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,043 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69f44978fe6dc578cc0a5e9df1b91afe: Waiting for close lock at 1731595832042Disabling compacts and flushes for region at 1731595832042Disabling writes for close at 1731595832043 (+1 ms)Writing region close event to WAL at 1731595832043Closed at 1731595832043 2024-11-14T14:50:32,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T14:50:32,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731595832045"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731595832045"}]},"ts":"1731595832045"} 2024-11-14T14:50:32,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T14:50:32,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T14:50:32,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595832057"}]},"ts":"1731595832057"} 2024-11-14T14:50:32,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-14T14:50:32,064 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {da1c6afcd1f9=0} racks are {/default-rack=0} 2024-11-14T14:50:32,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T14:50:32,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T14:50:32,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-14T14:50:32,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T14:50:32,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T14:50:32,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-14T14:50:32,066 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T14:50:32,066 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T14:50:32,066 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-14T14:50:32,066 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T14:50:32,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN}] 2024-11-14T14:50:32,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN 2024-11-14T14:50:32,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN; state=OFFLINE, location=da1c6afcd1f9,35599,1731595817526; forceNewPlan=false, retain=false 2024-11-14T14:50:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:32,224 INFO [da1c6afcd1f9:35823 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T14:50:32,225 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPENING, regionLocation=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:32,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN because future has completed 2024-11-14T14:50:32,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526}] 2024-11-14T14:50:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:32,388 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,388 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f44978fe6dc578cc0a5e9df1b91afe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:32,389 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,389 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:32,389 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,389 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,391 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,393 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf1 2024-11-14T14:50:32,393 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:32,393 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:32,394 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,395 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf2 2024-11-14T14:50:32,395 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:32,395 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:32,396 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,396 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,397 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,398 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,398 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,399 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T14:50:32,400 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,402 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:32,403 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69f44978fe6dc578cc0a5e9df1b91afe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72307110, jitterRate=0.0774599015712738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T14:50:32,403 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,404 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69f44978fe6dc578cc0a5e9df1b91afe: Running coprocessor pre-open hook at 1731595832389Writing region info on filesystem at 1731595832389Initializing all the Stores at 1731595832390 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595832390Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595832391 (+1 ms)Cleaning up temporary data from old regions at 1731595832398 (+7 ms)Running coprocessor post-open hooks at 1731595832403 (+5 ms)Region opened successfully at 1731595832404 (+1 ms) 2024-11-14T14:50:32,405 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., pid=6, masterSystemTime=1731595832383 2024-11-14T14:50:32,408 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,408 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPEN, openSeqNum=2, regionLocation=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526 because future has completed 2024-11-14T14:50:32,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T14:50:32,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526 in 184 msec 2024-11-14T14:50:32,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T14:50:32,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN in 350 msec 2024-11-14T14:50:32,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T14:50:32,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731595832421"}]},"ts":"1731595832421"} 2024-11-14T14:50:32,424 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-14T14:50:32,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T14:50:32,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 419 msec 2024-11-14T14:50:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T14:50:32,649 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-14T14:50:32,649 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-14T14:50:32,651 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T14:50:32,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-14T14:50:32,656 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T14:50:32,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-14T14:50:32,670 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=2] 2024-11-14T14:50:32,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=69f44978fe6dc578cc0a5e9df1b91afe, source=da1c6afcd1f9,35599,1731595817526, destination=da1c6afcd1f9,37565,1731595817630, warming up region on da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:32,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:50:32,690 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=69f44978fe6dc578cc0a5e9df1b91afe, source=da1c6afcd1f9,35599,1731595817526, destination=da1c6afcd1f9,37565,1731595817630, running balancer 2024-11-14T14:50:32,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52399, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:50:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE 2024-11-14T14:50:32,692 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE 2024-11-14T14:50:32,694 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=CLOSING, regionLocation=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:32,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(7855): Warmup {ENCODED => 69f44978fe6dc578cc0a5e9df1b91afe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:32,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:32,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE because future has completed 2024-11-14T14:50:32,697 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,697 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:50:32,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526}] 2024-11-14T14:50:32,698 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf1 2024-11-14T14:50:32,698 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:32,699 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:32,699 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,700 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf2 2024-11-14T14:50:32,700 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:32,701 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(1722): Closing 69f44978fe6dc578cc0a5e9df1b91afe, disabling compactions & flushes 2024-11-14T14:50:32,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. after waiting 0 ms 2024-11-14T14:50:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,702 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] regionserver.HRegion(1676): Region close journal for 69f44978fe6dc578cc0a5e9df1b91afe: Waiting for close lock at 1731595832701Disabling compacts and flushes for region at 1731595832701Disabling writes for close at 1731595832701Writing region close event to WAL at 1731595832702 (+1 ms)Closed at 1731595832702 2024-11-14T14:50:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-14T14:50:32,858 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,858 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:50:32,858 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 69f44978fe6dc578cc0a5e9df1b91afe, disabling compactions & flushes 2024-11-14T14:50:32,858 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,858 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,859 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. after waiting 0 ms 2024-11-14T14:50:32,859 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,859 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 69f44978fe6dc578cc0a5e9df1b91afe 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-14T14:50:32,878 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 is 35, key is r1/cf1:q/1731595832673/Put/seqid=0 2024-11-14T14:50:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741887_1065 (size=4783) 2024-11-14T14:50:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741887_1065 (size=4783) 2024-11-14T14:50:32,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741887_1065 (size=4783) 2024-11-14T14:50:32,887 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 2024-11-14T14:50:32,895 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 2024-11-14T14:50:32,901 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1, entries=1, sequenceid=5, filesize=4.7 K 2024-11-14T14:50:32,902 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 69f44978fe6dc578cc0a5e9df1b91afe in 43ms, sequenceid=5, compaction requested=false 2024-11-14T14:50:32,902 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-14T14:50:32,907 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:50:32,910 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:32,910 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 69f44978fe6dc578cc0a5e9df1b91afe: Waiting for close lock at 1731595832858Running coprocessor pre-close hooks at 1731595832858Disabling compacts and flushes for region at 1731595832858Disabling writes for close at 1731595832859 (+1 ms)Obtaining lock to block concurrent updates at 1731595832859Preparing flush snapshotting stores in 69f44978fe6dc578cc0a5e9df1b91afe at 1731595832859Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731595832859Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. at 1731595832860 (+1 ms)Flushing 69f44978fe6dc578cc0a5e9df1b91afe/cf1: creating writer at 1731595832860Flushing 69f44978fe6dc578cc0a5e9df1b91afe/cf1: appending metadata at 1731595832878 (+18 ms)Flushing 69f44978fe6dc578cc0a5e9df1b91afe/cf1: closing flushed file at 1731595832878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@657c587e: reopening flushed file at 1731595832894 (+16 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 69f44978fe6dc578cc0a5e9df1b91afe in 43ms, sequenceid=5, compaction requested=false at 1731595832902 (+8 ms)Writing region close event to WAL at 1731595832903 (+1 ms)Running coprocessor post-close hooks at 1731595832908 (+5 ms)Closed at 1731595832910 (+2 ms) 2024-11-14T14:50:32,911 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 69f44978fe6dc578cc0a5e9df1b91afe move to da1c6afcd1f9,37565,1731595817630 record at close sequenceid=5 2024-11-14T14:50:32,914 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:32,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=CLOSED 2024-11-14T14:50:32,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526 because future has completed 2024-11-14T14:50:32,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T14:50:32,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526 in 223 msec 2024-11-14T14:50:32,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE; state=CLOSED, location=da1c6afcd1f9,37565,1731595817630; forceNewPlan=false, retain=false 2024-11-14T14:50:33,075 INFO [da1c6afcd1f9:35823 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T14:50:33,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPENING, regionLocation=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE because future has completed 2024-11-14T14:50:33,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,37565,1731595817630}] 2024-11-14T14:50:33,237 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,237 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f44978fe6dc578cc0a5e9df1b91afe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:33,237 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,237 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:33,238 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,238 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,239 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,240 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf1 2024-11-14T14:50:33,240 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:33,247 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 2024-11-14T14:50:33,247 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:33,248 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,248 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf2 2024-11-14T14:50:33,248 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:33,249 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:33,249 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,250 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,251 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,252 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,252 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,253 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T14:50:33,254 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,255 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 69f44978fe6dc578cc0a5e9df1b91afe; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60804537, jitterRate=-0.09394179284572601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T14:50:33,255 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,256 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 69f44978fe6dc578cc0a5e9df1b91afe: Running coprocessor pre-open hook at 1731595833238Writing region info on filesystem at 1731595833238Initializing all the Stores at 1731595833239 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595833239Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595833239Cleaning up temporary data from old regions at 1731595833252 (+13 ms)Running coprocessor post-open hooks at 1731595833255 (+3 ms)Region opened successfully at 1731595833256 (+1 ms) 2024-11-14T14:50:33,257 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., pid=9, masterSystemTime=1731595833232 2024-11-14T14:50:33,260 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,260 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,261 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPEN, openSeqNum=9, regionLocation=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:33,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,37565,1731595817630 because future has completed 2024-11-14T14:50:33,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-14T14:50:33,269 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,37565,1731595817630 in 187 msec 2024-11-14T14:50:33,271 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE in 579 msec 2024-11-14T14:50:33,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:50:33,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:50:33,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:37028 deadline: 1731595893303, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=37565 startCode=1731595817630. As of locationSeqNum=5. 2024-11-14T14:50:33,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=37565 startCode=1731595817630. As of locationSeqNum=5. 2024-11-14T14:50:33,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=37565 startCode=1731595817630. As of locationSeqNum=5. 2024-11-14T14:50:33,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,37565,1731595817630, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=37565 startCode=1731595817630. As of locationSeqNum=5. 2024-11-14T14:50:33,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:33,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:33,430 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 69f44978fe6dc578cc0a5e9df1b91afe 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-14T14:50:33,447 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf1/1da38942cd7c40a3974a47d8e1353033 is 29, key is r1/cf1:/1731595833421/DeleteFamily/seqid=0 2024-11-14T14:50:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741888_1066 (size=4906) 2024-11-14T14:50:33,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741888_1066 (size=4906) 2024-11-14T14:50:33,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741888_1066 (size=4906) 2024-11-14T14:50:33,459 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf1/1da38942cd7c40a3974a47d8e1353033 2024-11-14T14:50:33,466 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1da38942cd7c40a3974a47d8e1353033 2024-11-14T14:50:33,481 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf2/c88da5ab06b949b28aae824fd75b7ab0 is 29, key is r1/cf2:/1731595833421/DeleteFamily/seqid=0 2024-11-14T14:50:33,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741889_1067 (size=4906) 2024-11-14T14:50:33,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741889_1067 (size=4906) 2024-11-14T14:50:33,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741889_1067 (size=4906) 2024-11-14T14:50:33,489 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf2/c88da5ab06b949b28aae824fd75b7ab0 2024-11-14T14:50:33,495 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c88da5ab06b949b28aae824fd75b7ab0 2024-11-14T14:50:33,496 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf1/1da38942cd7c40a3974a47d8e1353033 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/1da38942cd7c40a3974a47d8e1353033 2024-11-14T14:50:33,503 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1da38942cd7c40a3974a47d8e1353033 2024-11-14T14:50:33,503 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/1da38942cd7c40a3974a47d8e1353033, entries=1, sequenceid=12, filesize=4.8 K 2024-11-14T14:50:33,504 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf2/c88da5ab06b949b28aae824fd75b7ab0 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/c88da5ab06b949b28aae824fd75b7ab0 2024-11-14T14:50:33,510 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c88da5ab06b949b28aae824fd75b7ab0 2024-11-14T14:50:33,510 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/c88da5ab06b949b28aae824fd75b7ab0, entries=1, sequenceid=12, filesize=4.8 K 2024-11-14T14:50:33,511 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 69f44978fe6dc578cc0a5e9df1b91afe in 81ms, sequenceid=12, compaction requested=false 2024-11-14T14:50:33,511 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 69f44978fe6dc578cc0a5e9df1b91afe: 2024-11-14T14:50:33,514 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-14T14:50:33,515 DEBUG [Time-limited test {}] regionserver.HStore(1541): 69f44978fe6dc578cc0a5e9df1b91afe/cf1 is initiating major compaction (all files) 2024-11-14T14:50:33,515 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:50:33,515 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:33,516 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 69f44978fe6dc578cc0a5e9df1b91afe/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,516 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1, hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/1da38942cd7c40a3974a47d8e1353033] into tmpdir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp, totalSize=9.5 K 2024-11-14T14:50:33,517 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ef06a8da2ea447dc8b9ed7f5120091a1, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731595832673 2024-11-14T14:50:33,518 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 1da38942cd7c40a3974a47d8e1353033, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-14T14:50:33,528 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 69f44978fe6dc578cc0a5e9df1b91afe#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:50:33,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741890_1068 (size=4626) 2024-11-14T14:50:33,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741890_1068 (size=4626) 2024-11-14T14:50:33,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741890_1068 (size=4626) 2024-11-14T14:50:33,542 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf1/7449993c3b1d415e90e97966db1b6483 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/7449993c3b1d415e90e97966db1b6483 2024-11-14T14:50:33,557 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 69f44978fe6dc578cc0a5e9df1b91afe/cf1 of 69f44978fe6dc578cc0a5e9df1b91afe into 7449993c3b1d415e90e97966db1b6483(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:50:33,557 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 69f44978fe6dc578cc0a5e9df1b91afe: 2024-11-14T14:50:33,557 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T14:50:33,557 DEBUG [Time-limited test {}] regionserver.HStore(1541): 69f44978fe6dc578cc0a5e9df1b91afe/cf2 is initiating major compaction (all files) 2024-11-14T14:50:33,557 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T14:50:33,557 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T14:50:33,557 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 69f44978fe6dc578cc0a5e9df1b91afe/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,558 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/c88da5ab06b949b28aae824fd75b7ab0] into tmpdir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp, totalSize=4.8 K 2024-11-14T14:50:33,558 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting c88da5ab06b949b28aae824fd75b7ab0, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-14T14:50:33,564 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 69f44978fe6dc578cc0a5e9df1b91afe#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T14:50:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741891_1069 (size=4592) 2024-11-14T14:50:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741891_1069 (size=4592) 2024-11-14T14:50:33,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741891_1069 (size=4592) 2024-11-14T14:50:33,582 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/.tmp/cf2/a4506a8fd78f474fa661da52abac989f as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/a4506a8fd78f474fa661da52abac989f 2024-11-14T14:50:33,590 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 69f44978fe6dc578cc0a5e9df1b91afe/cf2 of 69f44978fe6dc578cc0a5e9df1b91afe into a4506a8fd78f474fa661da52abac989f(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:50:33,590 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 69f44978fe6dc578cc0a5e9df1b91afe: 2024-11-14T14:50:33,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=69f44978fe6dc578cc0a5e9df1b91afe, source=da1c6afcd1f9,37565,1731595817630, destination=da1c6afcd1f9,35599,1731595817526, warming up region on da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:33,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=69f44978fe6dc578cc0a5e9df1b91afe, source=da1c6afcd1f9,37565,1731595817630, destination=da1c6afcd1f9,35599,1731595817526, running balancer 2024-11-14T14:50:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE 2024-11-14T14:50:33,601 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE 2024-11-14T14:50:33,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=CLOSING, regionLocation=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:33,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(7855): Warmup {ENCODED => 69f44978fe6dc578cc0a5e9df1b91afe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:33,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:33,604 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,605 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf1 2024-11-14T14:50:33,605 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:33,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE because future has completed 2024-11-14T14:50:33,606 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T14:50:33,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,37565,1731595817630}] 2024-11-14T14:50:33,613 INFO [StoreFileOpener-69f44978fe6dc578cc0a5e9df1b91afe-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1da38942cd7c40a3974a47d8e1353033 2024-11-14T14:50:33,614 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/1da38942cd7c40a3974a47d8e1353033 2024-11-14T14:50:33,619 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/7449993c3b1d415e90e97966db1b6483 2024-11-14T14:50:33,624 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 2024-11-14T14:50:33,624 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:33,624 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,626 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf2 2024-11-14T14:50:33,626 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:33,633 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/a4506a8fd78f474fa661da52abac989f 2024-11-14T14:50:33,639 INFO [StoreFileOpener-69f44978fe6dc578cc0a5e9df1b91afe-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c88da5ab06b949b28aae824fd75b7ab0 2024-11-14T14:50:33,639 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/c88da5ab06b949b28aae824fd75b7ab0 2024-11-14T14:50:33,639 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(1722): Closing 69f44978fe6dc578cc0a5e9df1b91afe, disabling compactions & flushes 2024-11-14T14:50:33,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. after waiting 0 ms 2024-11-14T14:50:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35599 {}] regionserver.HRegion(1676): Region close journal for 69f44978fe6dc578cc0a5e9df1b91afe: Waiting for close lock at 1731595833639Disabling compacts and flushes for region at 1731595833639Disabling writes for close at 1731595833639Writing region close event to WAL at 1731595833641 (+2 ms)Closed at 1731595833641 2024-11-14T14:50:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-14T14:50:33,762 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,762 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T14:50:33,762 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 69f44978fe6dc578cc0a5e9df1b91afe, disabling compactions & flushes 2024-11-14T14:50:33,762 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,762 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,762 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. after waiting 0 ms 2024-11-14T14:50:33,762 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,763 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1, hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/1da38942cd7c40a3974a47d8e1353033] to archive 2024-11-14T14:50:33,766 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:50:33,770 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/ef06a8da2ea447dc8b9ed7f5120091a1 2024-11-14T14:50:33,772 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/1da38942cd7c40a3974a47d8e1353033 to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/1da38942cd7c40a3974a47d8e1353033 2024-11-14T14:50:33,785 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/c88da5ab06b949b28aae824fd75b7ab0] to archive 2024-11-14T14:50:33,786 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:50:33,787 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/c88da5ab06b949b28aae824fd75b7ab0 to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/c88da5ab06b949b28aae824fd75b7ab0 2024-11-14T14:50:33,792 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-14T14:50:33,793 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:33,793 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 69f44978fe6dc578cc0a5e9df1b91afe: Waiting for close lock at 1731595833762Running coprocessor pre-close hooks at 1731595833762Disabling compacts and flushes for region at 1731595833762Disabling writes for close at 1731595833762Writing region close event to WAL at 1731595833789 (+27 ms)Running coprocessor post-close hooks at 1731595833793 (+4 ms)Closed at 1731595833793 2024-11-14T14:50:33,793 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 69f44978fe6dc578cc0a5e9df1b91afe move to da1c6afcd1f9,35599,1731595817526 record at close sequenceid=12 2024-11-14T14:50:33,796 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:33,797 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=CLOSED 2024-11-14T14:50:33,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,37565,1731595817630 because future has completed 2024-11-14T14:50:33,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T14:50:33,804 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,37565,1731595817630 in 195 msec 2024-11-14T14:50:33,805 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE; state=CLOSED, location=da1c6afcd1f9,35599,1731595817526; forceNewPlan=false, retain=false 2024-11-14T14:50:33,956 INFO [da1c6afcd1f9:35823 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-14T14:50:33,956 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPENING, regionLocation=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:33,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE because future has completed 2024-11-14T14:50:33,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526}] 2024-11-14T14:50:34,116 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,116 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f44978fe6dc578cc0a5e9df1b91afe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:34,116 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,116 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:34,117 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,117 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,118 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,119 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf1 2024-11-14T14:50:34,119 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:34,125 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/7449993c3b1d415e90e97966db1b6483 2024-11-14T14:50:34,125 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:34,125 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,126 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf2 2024-11-14T14:50:34,126 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:34,132 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/a4506a8fd78f474fa661da52abac989f 2024-11-14T14:50:34,132 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:34,132 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,133 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,134 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,135 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,135 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,136 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T14:50:34,137 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,138 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 69f44978fe6dc578cc0a5e9df1b91afe; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72675776, jitterRate=0.08295345306396484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T14:50:34,138 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,139 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 69f44978fe6dc578cc0a5e9df1b91afe: Running coprocessor pre-open hook at 1731595834117Writing region info on filesystem at 1731595834117Initializing all the Stores at 1731595834118 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595834118Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595834118Cleaning up temporary data from old regions at 1731595834135 (+17 ms)Running coprocessor post-open hooks at 1731595834138 (+3 ms)Region opened successfully at 1731595834139 (+1 ms) 2024-11-14T14:50:34,140 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., pid=12, masterSystemTime=1731595834112 2024-11-14T14:50:34,142 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,142 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPEN, openSeqNum=18, regionLocation=da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:34,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526 because future has completed 2024-11-14T14:50:34,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-14T14:50:34,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,35599,1731595817526 in 189 msec 2024-11-14T14:50:34,152 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, REOPEN/MOVE in 552 msec 2024-11-14T14:50:34,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:50:34,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:50:34,207 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server da1c6afcd1f9,35599,1731595817526: testing ***** 2024-11-14T14:50:34,207 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T14:50:34,209 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T14:50:34,210 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T14:50:34,212 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T14:50:34,213 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T14:50:34,221 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 274636288 }, "NonHeapMemoryUsage": { "committed": 171507712, "init": 7667712, "max": -1, "used": 168874512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "da1c6afcd1f9", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "da1c6afcd1f9", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51388", "tag.serverName": "da1c6afcd1f9,40301,1731595817674", "tag.clusterId": "dc3e7840-bad8-4913-97ac-0251d07156c1", "tag.Context": "regionserver", "tag.Hostname": "da1c6afcd1f9", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731595817674, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-14T14:50:34,225 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35823 {}] master.MasterRpcServices(700): da1c6afcd1f9,35599,1731595817526 reported a fatal error: ***** ABORTING region server da1c6afcd1f9,35599,1731595817526: testing ***** 2024-11-14T14:50:34,227 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,35599,1731595817526' ***** 2024-11-14T14:50:34,227 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-14T14:50:34,227 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:50:34,227 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:50:34,227 INFO [RS:0;da1c6afcd1f9:35599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-14T14:50:34,228 INFO [RS:0;da1c6afcd1f9:35599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-14T14:50:34,228 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(3091): Received CLOSE for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37565 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:59828 deadline: 1731595894228, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=35599 startCode=1731595817526. As of locationSeqNum=12. 2024-11-14T14:50:34,228 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(956): aborting server da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:34,228 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:34,229 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69f44978fe6dc578cc0a5e9df1b91afe, disabling compactions & flushes 2024-11-14T14:50:34,229 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,37565,1731595817630, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,37565,1731595817630, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=35599 startCode=1731595817526. As of locationSeqNum=12. 2024-11-14T14:50:34,229 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,229 INFO [RS:0;da1c6afcd1f9:35599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;da1c6afcd1f9:35599. 2024-11-14T14:50:34,229 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,229 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,37565,1731595817630, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=35599 startCode=1731595817526. As of locationSeqNum=12. 2024-11-14T14:50:34,229 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. after waiting 0 ms 2024-11-14T14:50:34,229 DEBUG [RS:0;da1c6afcd1f9:35599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:34,229 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,229 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,37565,1731595817630, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=da1c6afcd1f9 port=35599 startCode=1731595817526. As of locationSeqNum=12. 2024-11-14T14:50:34,229 DEBUG [RS:0;da1c6afcd1f9:35599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:34,230 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:50:34,230 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:50:34,230 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:50:34,230 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:50:34,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server da1c6afcd1f9,35599,1731595817526 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:34,231 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T14:50:34,231 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:50:34,231 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1325): Online Regions={69f44978fe6dc578cc0a5e9df1b91afe=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:50:34,231 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:50:34,231 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:50:34,231 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:50:34,231 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:50:34,231 DEBUG [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:34,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server da1c6afcd1f9,35599,1731595817526 aborting 2024-11-14T14:50:34,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server da1c6afcd1f9,35599,1731595817526 aborting 2024-11-14T14:50:34,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 from cache 2024-11-14T14:50:34,232 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,232 ERROR [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 5811 in region hbase:meta,,1.1588230740 2024-11-14T14:50:34,232 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69f44978fe6dc578cc0a5e9df1b91afe: Waiting for close lock at 1731595834228Running coprocessor pre-close hooks at 1731595834229 (+1 ms)Disabling compacts and flushes for region at 1731595834229Disabling writes for close at 1731595834229Writing region close event to WAL at 1731595834232 (+3 ms)Running coprocessor post-close hooks at 1731595834232Closed at 1731595834232 2024-11-14T14:50:34,233 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:50:34,233 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:34,233 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:34,233 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595834231Running coprocessor pre-close hooks at 1731595834231Disabling compacts and flushes for region at 1731595834231Disabling writes for close at 1731595834231Writing region close event to WAL at 1731595834232 (+1 ms)Running coprocessor post-close hooks at 1731595834232Closed at 1731595834233 (+1 ms) 2024-11-14T14:50:34,233 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:34,306 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:34,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:34,338 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1] 2024-11-14T14:50:34,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server da1c6afcd1f9,35599,1731595817526 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:34,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server da1c6afcd1f9,35599,1731595817526 aborting 2024-11-14T14:50:34,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server da1c6afcd1f9,35599,1731595817526 aborting 2024-11-14T14:50:34,340 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 from cache 2024-11-14T14:50:34,432 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,35599,1731595817526; all regions closed. 2024-11-14T14:50:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741836_1012 (size=3561) 2024-11-14T14:50:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741836_1012 (size=3561) 2024-11-14T14:50:34,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741836_1012 (size=3561) 2024-11-14T14:50:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741833_1009 (size=1408) 2024-11-14T14:50:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741833_1009 (size=1408) 2024-11-14T14:50:34,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741833_1009 (size=1408) 2024-11-14T14:50:34,439 DEBUG [RS:0;da1c6afcd1f9:35599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:34,439 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:34,439 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:34,440 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:34,440 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:34,440 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:34,441 INFO [RS:0;da1c6afcd1f9:35599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35599 2024-11-14T14:50:34,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,35599,1731595817526 2024-11-14T14:50:34,449 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:34,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:34,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,35599,1731595817526] 2024-11-14T14:50:34,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,35599,1731595817526 already deleted, retry=false 2024-11-14T14:50:34,454 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of da1c6afcd1f9,35599,1731595817526 on da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:34,459 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure da1c6afcd1f9,35599,1731595817526, splitWal=true, meta=true 2024-11-14T14:50:34,462 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for da1c6afcd1f9,35599,1731595817526 (carryingMeta=true) da1c6afcd1f9,35599,1731595817526/CRASHED/regionCount=2/lock=java.util.concurrent.locks.ReentrantReadWriteLock@299adea7[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T14:50:34,462 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure da1c6afcd1f9,35599,1731595817526, splitWal=true, meta=true 2024-11-14T14:50:34,463 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure da1c6afcd1f9,35599,1731595817526, splitWal=true, meta=true, isMeta: true 2024-11-14T14:50:34,465 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting 2024-11-14T14:50:34,466 INFO [PEWorker-1 {}] master.SplitWALManager(105): da1c6afcd1f9,35599,1731595817526 WAL count=1, meta=true 2024-11-14T14:50:34,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta}] 2024-11-14T14:50:34,476 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:34,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, worker=da1c6afcd1f9,37565,1731595817630}] 2024-11-14T14:50:34,547 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:34,549 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1] 2024-11-14T14:50:34,551 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server da1c6afcd1f9:35599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: da1c6afcd1f9/172.17.0.2:35599 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:34,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1, error=java.net.ConnectException: Call to address=da1c6afcd1f9:35599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: da1c6afcd1f9/172.17.0.2:35599 2024-11-14T14:50:34,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-14T14:50:34,552 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 from cache 2024-11-14T14:50:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:34,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35599-0x101a742c1d20001, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:34,553 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address da1c6afcd1f9:35599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: da1c6afcd1f9/172.17.0.2:35599 2024-11-14T14:50:34,553 INFO [RS:0;da1c6afcd1f9:35599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:34,553 INFO [RS:0;da1c6afcd1f9:35599 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,35599,1731595817526; zookeeper connection closed. 2024-11-14T14:50:34,553 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2779c26b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2779c26b 2024-11-14T14:50:34,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37565 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-14T14:50:34,658 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, size=3.5 K (3561bytes) 2024-11-14T14:50:34,658 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta 2024-11-14T14:50:34,659 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta after 1ms 2024-11-14T14:50:34,662 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:34,662 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta took 4ms 2024-11-14T14:50:34,669 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-14T14:50:34,671 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta so closing down 2024-11-14T14:50:34,671 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:34,672 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta.temp 2024-11-14T14:50:34,673 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta.temp 2024-11-14T14:50:34,674 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:34,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741892_1070 (size=3346) 2024-11-14T14:50:34,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741892_1070 (size=3346) 2024-11-14T14:50:34,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741892_1070 (size=3346) 2024-11-14T14:50:34,682 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:34,684 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta.temp to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T14:50:34,684 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 16 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false 2024-11-14T14:50:34,684 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, journal: Splitting hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, size=3.5 K (3561bytes) at 1731595834658Finishing writing output for hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta so closing down at 1731595834671 (+13 ms)Creating recovered edits writer path=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta.temp at 1731595834673 (+2 ms)3 split writer threads finished at 1731595834674 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731595834682 (+8 ms)Rename recovered edits hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta.temp to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 at 1731595834684 (+2 ms)Processed 16 edits across 1 Regions in 22 ms; skipped=1; WAL=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, size=3.5 K, length=3561, corrupted=false, cancelled=false at 1731595834684 2024-11-14T14:50:34,684 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta 2024-11-14T14:50:34,686 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T14:50:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T14:50:34,693 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs 2024-11-14T14:50:34,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T14:50:34,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, worker=da1c6afcd1f9,37565,1731595817630 in 215 msec 2024-11-14T14:50:34,697 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:34,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T14:50:34,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure da1c6afcd1f9%2C35599%2C1731595817526.meta.1731595819495.meta, worker=da1c6afcd1f9,37565,1731595817630 in 229 msec 2024-11-14T14:50:34,702 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting dir is empty, no logs to split. 2024-11-14T14:50:34,702 INFO [PEWorker-1 {}] master.SplitWALManager(105): da1c6afcd1f9,35599,1731595817526 WAL count=0, meta=true 2024-11-14T14:50:34,702 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if da1c6afcd1f9,35599,1731595817526 WAL splitting is done? wals=0, meta=true 2024-11-14T14:50:34,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T14:50:34,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:34,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T14:50:34,857 DEBUG [da1c6afcd1f9:35823 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-14T14:50:34,857 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:34,857 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(204): Hosts are {da1c6afcd1f9=0} racks are {/default-rack=0} 2024-11-14T14:50:34,858 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T14:50:34,858 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T14:50:34,858 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T14:50:34,858 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T14:50:34,858 INFO [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T14:50:34,858 INFO [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T14:50:34,858 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T14:50:34,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:34,859 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1] 2024-11-14T14:50:34,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,37565,1731595817630, state=OPENING 2024-11-14T14:50:34,860 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.AbstractRpcClient(357): Not trying to connect to da1c6afcd1f9:35599 this server is in the failed servers list 2024-11-14T14:50:34,860 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=da1c6afcd1f9:35599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: da1c6afcd1f9:35599 2024-11-14T14:50:34,861 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: da1c6afcd1f9:35599 2024-11-14T14:50:34,861 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 from cache 2024-11-14T14:50:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:34,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:34,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T14:50:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:34,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:34,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,37565,1731595817630}] 2024-11-14T14:50:35,021 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T14:50:35,021 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:35,021 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T14:50:35,023 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=da1c6afcd1f9%2C37565%2C1731595817630.meta, suffix=.meta, logDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,37565,1731595817630, archiveDir=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs, maxLogs=32 2024-11-14T14:50:35,037 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,37565,1731595817630/da1c6afcd1f9%2C37565%2C1731595817630.meta.1731595835023.meta, exclude list is [], retry=0 2024-11-14T14:50:35,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:35,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:35,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:35,042 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,37565,1731595817630/da1c6afcd1f9%2C37565%2C1731595817630.meta.1731595835023.meta 2024-11-14T14:50:35,043 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:35,044 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:35,044 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T14:50:35,044 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T14:50:35,044 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T14:50:35,044 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T14:50:35,044 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:35,045 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T14:50:35,045 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T14:50:35,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T14:50:35,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T14:50:35,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:35,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:35,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T14:50:35,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T14:50:35,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:35,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T14:50:35,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T14:50:35,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:35,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:35,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T14:50:35,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T14:50:35,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:35,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T14:50:35,053 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T14:50:35,054 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740 2024-11-14T14:50:35,055 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740 2024-11-14T14:50:35,056 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T14:50:35,058 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000018: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:35,061 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5793): Applied 40, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=18, path=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T14:50:35,061 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.67 KB heapSize=9.66 KB 2024-11-14T14:50:35,082 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/info/84f1b2f0e4a446b79f2c54e90bee4b48 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe./info:regioninfo/1731595834143/Put/seqid=0 2024-11-14T14:50:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741894_1072 (size=11177) 2024-11-14T14:50:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741894_1072 (size=11177) 2024-11-14T14:50:35,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741894_1072 (size=11177) 2024-11-14T14:50:35,089 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.46 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/info/84f1b2f0e4a446b79f2c54e90bee4b48 2024-11-14T14:50:35,109 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/ns/1536caec4f604ad19e7ab785c8444cea is 43, key is default/ns:d/1731595819658/Put/seqid=0 2024-11-14T14:50:35,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741895_1073 (size=5153) 2024-11-14T14:50:35,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741895_1073 (size=5153) 2024-11-14T14:50:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741895_1073 (size=5153) 2024-11-14T14:50:35,116 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/ns/1536caec4f604ad19e7ab785c8444cea 2024-11-14T14:50:35,136 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/table/3b7a1957adc2425e9d96a1fd576834e6 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731595832421/Put/seqid=0 2024-11-14T14:50:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741896_1074 (size=5431) 2024-11-14T14:50:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741896_1074 (size=5431) 2024-11-14T14:50:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741896_1074 (size=5431) 2024-11-14T14:50:35,143 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/table/3b7a1957adc2425e9d96a1fd576834e6 2024-11-14T14:50:35,148 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/info/84f1b2f0e4a446b79f2c54e90bee4b48 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/info/84f1b2f0e4a446b79f2c54e90bee4b48 2024-11-14T14:50:35,153 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/info/84f1b2f0e4a446b79f2c54e90bee4b48, entries=36, sequenceid=18, filesize=10.9 K 2024-11-14T14:50:35,154 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/ns/1536caec4f604ad19e7ab785c8444cea as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/ns/1536caec4f604ad19e7ab785c8444cea 2024-11-14T14:50:35,160 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/ns/1536caec4f604ad19e7ab785c8444cea, entries=2, sequenceid=18, filesize=5.0 K 2024-11-14T14:50:35,161 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/table/3b7a1957adc2425e9d96a1fd576834e6 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/table/3b7a1957adc2425e9d96a1fd576834e6 2024-11-14T14:50:35,167 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/table/3b7a1957adc2425e9d96a1fd576834e6, entries=2, sequenceid=18, filesize=5.3 K 2024-11-14T14:50:35,167 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=18, compaction requested=false; wal=null 2024-11-14T14:50:35,168 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/0000000000000000018 2024-11-14T14:50:35,169 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T14:50:35,169 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T14:50:35,170 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T14:50:35,171 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T14:50:35,173 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/18.seqid, newMaxSeqId=18, maxSeqId=1 2024-11-14T14:50:35,174 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=19; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65954912, jitterRate=-0.01719522476196289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T14:50:35,175 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T14:50:35,175 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731595835045Writing region info on filesystem at 1731595835045Initializing all the Stores at 1731595835046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595835046Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595835046Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595835046Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731595835046Obtaining lock to block concurrent updates at 1731595835061 (+15 ms)Preparing flush snapshotting stores in 1588230740 at 1731595835061Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=5811, getHeapSize=9832, getOffHeapSize=0, getCellsCount=40 at 1731595835061Flushing stores of hbase:meta,,1.1588230740 at 1731595835061Flushing 1588230740/info: creating writer at 1731595835061Flushing 1588230740/info: appending metadata at 1731595835081 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731595835081Flushing 1588230740/ns: creating writer at 1731595835094 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731595835109 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731595835109Flushing 1588230740/table: creating writer at 1731595835121 (+12 ms)Flushing 1588230740/table: appending metadata at 1731595835135 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731595835135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630ee767: reopening flushed file at 1731595835148 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76396832: reopening flushed file at 1731595835154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d503c5b: reopening flushed file at 1731595835160 (+6 ms)Finished flush of dataSize ~5.67 KB/5811, heapSize ~9.37 KB/9592, currentSize=0 B/0 for 1588230740 in 106ms, sequenceid=18, compaction requested=false; wal=null at 1731595835167 (+7 ms)Cleaning up temporary data from old regions at 1731595835169 (+2 ms)Running coprocessor post-open hooks at 1731595835175 (+6 ms)Region opened successfully at 1731595835175 2024-11-14T14:50:35,177 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731595835016 2024-11-14T14:50:35,179 DEBUG [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T14:50:35,180 INFO [RS_OPEN_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T14:50:35,180 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=19, regionLocation=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:35,181 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as da1c6afcd1f9,37565,1731595817630, state=OPEN 2024-11-14T14:50:35,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:35,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T14:50:35,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:35,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:35,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T14:50:35,184 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:35,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T14:50:35,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=da1c6afcd1f9,37565,1731595817630 in 321 msec 2024-11-14T14:50:35,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-14T14:50:35,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 483 msec 2024-11-14T14:50:35,190 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): da1c6afcd1f9,35599,1731595817526 had 2 regions 2024-11-14T14:50:35,191 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure da1c6afcd1f9,35599,1731595817526, splitWal=true, meta=true, isMeta: false 2024-11-14T14:50:35,193 INFO [PEWorker-2 {}] master.SplitWALManager(105): da1c6afcd1f9,35599,1731595817526 WAL count=1, meta=false 2024-11-14T14:50:35,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure da1c6afcd1f9%2C35599%2C1731595817526.1731595819136}] 2024-11-14T14:50:35,195 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:35,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, worker=da1c6afcd1f9,40301,1731595817674}] 2024-11-14T14:50:35,349 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T14:50:35,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42287, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T14:50:35,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=19 2024-11-14T14:50:35,367 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:35,369 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,37565,1731595817630, seqNum=-1] 2024-11-14T14:50:35,370 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, size=1.4 K (1408bytes) 2024-11-14T14:50:35,370 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 2024-11-14T14:50:35,371 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 after 1ms 2024-11-14T14:50:35,374 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:35,374 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(310): Open hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 took 4ms 2024-11-14T14:50:35,377 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(352): Last flushed sequenceid for 69f44978fe6dc578cc0a5e9df1b91afe: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-14T14:50:35,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 so closing down 2024-11-14T14:50:35,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:35,378 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:35,378 INFO [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, size=1.4 K, length=1408, corrupted=false, cancelled=false 2024-11-14T14:50:35,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, journal: Splitting hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, size=1.4 K (1408bytes) at 1731595835370Finishing writing output for hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 so closing down at 1731595835378 (+8 ms)3 split writer threads finished at 1731595835378Processed 6 edits across 0 Regions in 4 ms; skipped=6; WAL=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, size=1.4 K, length=1408, corrupted=false, cancelled=false at 1731595835378 2024-11-14T14:50:35,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 2024-11-14T14:50:35,378 DEBUG [RS_LOG_REPLAY_OPS-regionserver/da1c6afcd1f9:0-0 {event_type=RS_LOG_REPLAY, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-14T14:50:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35823 {}] master.HMaster(4169): Remote procedure done, pid=19 2024-11-14T14:50:35,384 INFO [PEWorker-5 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting/da1c6afcd1f9%2C35599%2C1731595817526.1731595819136 to hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs 2024-11-14T14:50:35,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T14:50:35,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, worker=da1c6afcd1f9,40301,1731595817674 in 187 msec 2024-11-14T14:50:35,390 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:35,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-14T14:50:35,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure da1c6afcd1f9%2C35599%2C1731595817526.1731595819136, worker=da1c6afcd1f9,40301,1731595817674 in 197 msec 2024-11-14T14:50:35,396 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/WALs/da1c6afcd1f9,35599,1731595817526-splitting dir is empty, no logs to split. 2024-11-14T14:50:35,396 INFO [PEWorker-2 {}] master.SplitWALManager(105): da1c6afcd1f9,35599,1731595817526 WAL count=0, meta=false 2024-11-14T14:50:35,396 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if da1c6afcd1f9,35599,1731595817526 WAL splitting is done? wals=0, meta=false 2024-11-14T14:50:35,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN}] 2024-11-14T14:50:35,400 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN 2024-11-14T14:50:35,401 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T14:50:35,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to da1c6afcd1f9:35599 this server is in the failed servers list 2024-11-14T14:50:35,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=12, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=da1c6afcd1f9:35599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: da1c6afcd1f9:35599 2024-11-14T14:50:35,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=12 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: da1c6afcd1f9:35599 2024-11-14T14:50:35,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=12 from cache 2024-11-14T14:50:35,551 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(204): Hosts are {da1c6afcd1f9=0} racks are {/default-rack=0} 2024-11-14T14:50:35,551 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-14T14:50:35,551 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-14T14:50:35,551 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-14T14:50:35,551 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-14T14:50:35,552 INFO [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-14T14:50:35,552 INFO [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-14T14:50:35,552 DEBUG [da1c6afcd1f9:35823 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-14T14:50:35,552 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPENING, regionLocation=da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:35,553 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server da1c6afcd1f9:35599 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: da1c6afcd1f9/172.17.0.2:35599 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:35,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1, error=java.net.ConnectException: Call to address=da1c6afcd1f9:35599 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: da1c6afcd1f9/172.17.0.2:35599 2024-11-14T14:50:35,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-14T14:50:35,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,35599,1731595817526, seqNum=-1 from cache 2024-11-14T14:50:35,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address da1c6afcd1f9:35599 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: da1c6afcd1f9/172.17.0.2:35599 2024-11-14T14:50:35,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T14:50:35,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=da1c6afcd1f9,37565,1731595817630, seqNum=-1] 2024-11-14T14:50:35,658 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:35,659 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52291, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:35,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN because future has completed 2024-11-14T14:50:35,662 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,40301,1731595817674}] 2024-11-14T14:50:35,704 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=18] 2024-11-14T14:50:35,704 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to da1c6afcd1f9:35599 this server is in the failed servers list 2024-11-14T14:50:35,705 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=da1c6afcd1f9:35599 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: da1c6afcd1f9:35599 2024-11-14T14:50:35,705 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: da1c6afcd1f9:35599 2024-11-14T14:50:35,705 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,35599,1731595817526, seqNum=18 from cache 2024-11-14T14:50:35,821 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:35,821 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f44978fe6dc578cc0a5e9df1b91afe, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:35,822 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,822 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:35,822 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,822 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,823 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,824 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf1 2024-11-14T14:50:35,825 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:35,832 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf1/7449993c3b1d415e90e97966db1b6483 2024-11-14T14:50:35,832 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:35,832 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,833 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f44978fe6dc578cc0a5e9df1b91afe columnFamilyName cf2 2024-11-14T14:50:35,833 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:35,840 DEBUG [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/cf2/a4506a8fd78f474fa661da52abac989f 2024-11-14T14:50:35,840 INFO [StoreOpener-69f44978fe6dc578cc0a5e9df1b91afe-1 {}] regionserver.HStore(327): Store=69f44978fe6dc578cc0a5e9df1b91afe/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:35,840 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,841 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,843 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,844 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,844 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,844 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T14:50:35,846 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,847 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 69f44978fe6dc578cc0a5e9df1b91afe; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70282198, jitterRate=0.04728636145591736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T14:50:35,847 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:35,847 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 69f44978fe6dc578cc0a5e9df1b91afe: Running coprocessor pre-open hook at 1731595835822Writing region info on filesystem at 1731595835822Initializing all the Stores at 1731595835823 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595835823Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595835823Cleaning up temporary data from old regions at 1731595835844 (+21 ms)Running coprocessor post-open hooks at 1731595835847 (+3 ms)Region opened successfully at 1731595835847 2024-11-14T14:50:35,849 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., pid=21, masterSystemTime=1731595835815 2024-11-14T14:50:35,851 DEBUG [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:35,851 INFO [RS_OPEN_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:35,852 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=69f44978fe6dc578cc0a5e9df1b91afe, regionState=OPEN, openSeqNum=18, regionLocation=da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:35,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,40301,1731595817674 because future has completed 2024-11-14T14:50:35,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T14:50:35,859 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f44978fe6dc578cc0a5e9df1b91afe, server=da1c6afcd1f9,40301,1731595817674 in 194 msec 2024-11-14T14:50:35,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-14T14:50:35,862 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=69f44978fe6dc578cc0a5e9df1b91afe, ASSIGN in 461 msec 2024-11-14T14:50:35,862 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server da1c6afcd1f9,35599,1731595817526 after splitting done 2024-11-14T14:50:35,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure da1c6afcd1f9,35599,1731595817526, splitWal=true, meta=true in 1.4070 sec 2024-11-14T14:50:36,022 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe., hostname=da1c6afcd1f9,40301,1731595817674, seqNum=18] 2024-11-14T14:50:36,022 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T14:50:36,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54326, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T14:50:36,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 411), OpenFileDescriptor=1052 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 240), ProcessCount=11 (was 11), AvailableMemoryMB=7778 (was 7825) 2024-11-14T14:50:36,040 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1052 is superior to 1024 2024-11-14T14:50:36,053 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1052, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=7777 2024-11-14T14:50:36,053 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1052 is superior to 1024 2024-11-14T14:50:36,068 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:36,070 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:36,070 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:36,073 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67929332, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-67929332, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:36,086 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67929332/hregion-67929332.1731595836073, exclude list is [], retry=0 2024-11-14T14:50:36,089 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:36,089 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:36,089 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:36,091 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67929332/hregion-67929332.1731595836073 2024-11-14T14:50:36,092 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:36,092 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => dd811a416c43bb17b75f7d09105f95c1, NAME => 'testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:36,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741898_1076 (size=67) 2024-11-14T14:50:36,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741898_1076 (size=67) 2024-11-14T14:50:36,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741898_1076 (size=67) 2024-11-14T14:50:36,100 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:36,102 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,103 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName a 2024-11-14T14:50:36,103 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,104 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,104 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,105 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName b 2024-11-14T14:50:36,105 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,105 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,106 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,107 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName c 2024-11-14T14:50:36,107 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,107 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,107 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,108 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,109 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,109 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,110 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:36,111 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,113 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:36,113 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd811a416c43bb17b75f7d09105f95c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62585772, jitterRate=-0.06739932298660278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:36,114 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd811a416c43bb17b75f7d09105f95c1: Writing region info on filesystem at 1731595836101Initializing all the Stores at 1731595836101Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836101Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836102 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836102Cleaning up temporary data from old regions at 1731595836109 (+7 ms)Region opened successfully at 1731595836114 (+5 ms) 2024-11-14T14:50:36,114 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd811a416c43bb17b75f7d09105f95c1, disabling compactions & flushes 2024-11-14T14:50:36,114 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,114 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,114 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. after waiting 0 ms 2024-11-14T14:50:36,114 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,114 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,114 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd811a416c43bb17b75f7d09105f95c1: Waiting for close lock at 1731595836114Disabling compacts and flushes for region at 1731595836114Disabling writes for close at 1731595836114Writing region close event to WAL at 1731595836114Closed at 1731595836114 2024-11-14T14:50:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741897_1075 (size=95) 2024-11-14T14:50:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741897_1075 (size=95) 2024-11-14T14:50:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741897_1075 (size=95) 2024-11-14T14:50:36,119 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:36,119 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67929332:(num 1731595836073) 2024-11-14T14:50:36,119 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:36,121 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:36,134 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121, exclude list is [], retry=0 2024-11-14T14:50:36,136 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:36,137 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:36,137 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:36,138 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121 2024-11-14T14:50:36,139 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:36,139 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd811a416c43bb17b75f7d09105f95c1, NAME => 'testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:36,139 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:36,139 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,139 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,141 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,142 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName a 2024-11-14T14:50:36,142 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,142 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,142 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,143 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName b 2024-11-14T14:50:36,143 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,143 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,143 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,144 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName c 2024-11-14T14:50:36,144 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,144 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,145 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,145 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,146 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,147 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,147 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,148 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:36,149 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,150 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd811a416c43bb17b75f7d09105f95c1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63131554, jitterRate=-0.05926653742790222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:36,151 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd811a416c43bb17b75f7d09105f95c1: Writing region info on filesystem at 1731595836139Initializing all the Stores at 1731595836140 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836140Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836141 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836141Cleaning up temporary data from old regions at 1731595836147 (+6 ms)Region opened successfully at 1731595836151 (+4 ms) 2024-11-14T14:50:36,174 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd811a416c43bb17b75f7d09105f95c1 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-14T14:50:36,191 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/a/ed1ee568431a4a3d808b8dcecf62b7fc is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731595836151/Put/seqid=0 2024-11-14T14:50:36,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741900_1078 (size=5958) 2024-11-14T14:50:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741900_1078 (size=5958) 2024-11-14T14:50:36,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741900_1078 (size=5958) 2024-11-14T14:50:36,200 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/a/ed1ee568431a4a3d808b8dcecf62b7fc 2024-11-14T14:50:36,228 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/b/b0e4adf25a154fc8a8fb4fb4ffe36f63 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731595836159/Put/seqid=0 2024-11-14T14:50:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741901_1079 (size=5958) 2024-11-14T14:50:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741901_1079 (size=5958) 2024-11-14T14:50:36,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741901_1079 (size=5958) 2024-11-14T14:50:36,235 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/b/b0e4adf25a154fc8a8fb4fb4ffe36f63 2024-11-14T14:50:36,255 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/c/62c12347c04343c69951e0e065e131fd is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731595836166/Put/seqid=0 2024-11-14T14:50:36,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741902_1080 (size=5958) 2024-11-14T14:50:36,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741902_1080 (size=5958) 2024-11-14T14:50:36,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741902_1080 (size=5958) 2024-11-14T14:50:36,263 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/c/62c12347c04343c69951e0e065e131fd 2024-11-14T14:50:36,269 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/a/ed1ee568431a4a3d808b8dcecf62b7fc as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/a/ed1ee568431a4a3d808b8dcecf62b7fc 2024-11-14T14:50:36,273 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/a/ed1ee568431a4a3d808b8dcecf62b7fc, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T14:50:36,274 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/b/b0e4adf25a154fc8a8fb4fb4ffe36f63 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/b/b0e4adf25a154fc8a8fb4fb4ffe36f63 2024-11-14T14:50:36,279 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/b/b0e4adf25a154fc8a8fb4fb4ffe36f63, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T14:50:36,280 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/c/62c12347c04343c69951e0e065e131fd as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/c/62c12347c04343c69951e0e065e131fd 2024-11-14T14:50:36,285 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/c/62c12347c04343c69951e0e065e131fd, entries=10, sequenceid=33, filesize=5.8 K 2024-11-14T14:50:36,286 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for dd811a416c43bb17b75f7d09105f95c1 in 112ms, sequenceid=33, compaction requested=false 2024-11-14T14:50:36,286 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for dd811a416c43bb17b75f7d09105f95c1: 2024-11-14T14:50:36,286 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing dd811a416c43bb17b75f7d09105f95c1, disabling compactions & flushes 2024-11-14T14:50:36,286 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,286 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,286 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. after waiting 0 ms 2024-11-14T14:50:36,286 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,288 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. 2024-11-14T14:50:36,288 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for dd811a416c43bb17b75f7d09105f95c1: Waiting for close lock at 1731595836286Disabling compacts and flushes for region at 1731595836286Disabling writes for close at 1731595836286Writing region close event to WAL at 1731595836288 (+2 ms)Closed at 1731595836288 2024-11-14T14:50:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741899_1077 (size=3385) 2024-11-14T14:50:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741899_1077 (size=3385) 2024-11-14T14:50:36,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741899_1077 (size=3385) 2024-11-14T14:50:36,295 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/b/b0e4adf25a154fc8a8fb4fb4ffe36f63 to hdfs://localhost:46773/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/b/b0e4adf25a154fc8a8fb4fb4ffe36f63 2024-11-14T14:50:36,311 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121, size=3.3 K (3385bytes) 2024-11-14T14:50:36,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121 2024-11-14T14:50:36,312 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121 after 1ms 2024-11-14T14:50:36,314 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:36,314 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121 took 3ms 2024-11-14T14:50:36,316 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121 so closing down 2024-11-14T14:50:36,316 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:36,317 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731595836121.temp 2024-11-14T14:50:36,318 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000003-wal.1731595836121.temp 2024-11-14T14:50:36,319 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741903_1081 (size=2944) 2024-11-14T14:50:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741903_1081 (size=2944) 2024-11-14T14:50:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741903_1081 (size=2944) 2024-11-14T14:50:36,326 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000003-wal.1731595836121.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:36,327 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000003-wal.1731595836121.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000032 2024-11-14T14:50:36,328 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121, size=3.3 K, length=3385, corrupted=false, cancelled=false 2024-11-14T14:50:36,328 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121, journal: Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121, size=3.3 K (3385bytes) at 1731595836311Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121 so closing down at 1731595836316 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000003-wal.1731595836121.temp at 1731595836318 (+2 ms)3 split writer threads finished at 1731595836319 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000003-wal.1731595836121.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731595836326 (+7 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000003-wal.1731595836121.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000032 at 1731595836328 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121, size=3.3 K, length=3385, corrupted=false, cancelled=false at 1731595836328 2024-11-14T14:50:36,329 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836121 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595836121 2024-11-14T14:50:36,330 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000032 2024-11-14T14:50:36,330 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:36,332 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:36,353 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836332, exclude list is [], retry=0 2024-11-14T14:50:36,355 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:36,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:36,356 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:36,359 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836332 2024-11-14T14:50:36,359 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:36,360 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => dd811a416c43bb17b75f7d09105f95c1, NAME => 'testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:36,360 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:36,360 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,360 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,362 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,363 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName a 2024-11-14T14:50:36,363 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,369 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/a/ed1ee568431a4a3d808b8dcecf62b7fc 2024-11-14T14:50:36,369 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,369 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,370 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName b 2024-11-14T14:50:36,371 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,371 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,371 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,372 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd811a416c43bb17b75f7d09105f95c1 columnFamilyName c 2024-11-14T14:50:36,372 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,378 DEBUG [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/c/62c12347c04343c69951e0e065e131fd 2024-11-14T14:50:36,378 INFO [StoreOpener-dd811a416c43bb17b75f7d09105f95c1-1 {}] regionserver.HStore(327): Store=dd811a416c43bb17b75f7d09105f95c1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,378 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,379 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,381 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,382 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000032 2024-11-14T14:50:36,384 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:36,386 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000032 2024-11-14T14:50:36,386 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing dd811a416c43bb17b75f7d09105f95c1 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-14T14:50:36,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/b/c6518d9ab78f46af88e80cd184418af9 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731595836159/Put/seqid=0 2024-11-14T14:50:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741905_1083 (size=5958) 2024-11-14T14:50:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741905_1083 (size=5958) 2024-11-14T14:50:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741905_1083 (size=5958) 2024-11-14T14:50:36,416 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/b/c6518d9ab78f46af88e80cd184418af9 2024-11-14T14:50:36,424 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/.tmp/b/c6518d9ab78f46af88e80cd184418af9 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/b/c6518d9ab78f46af88e80cd184418af9 2024-11-14T14:50:36,429 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/b/c6518d9ab78f46af88e80cd184418af9, entries=10, sequenceid=32, filesize=5.8 K 2024-11-14T14:50:36,429 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for dd811a416c43bb17b75f7d09105f95c1 in 43ms, sequenceid=32, compaction requested=false; wal=null 2024-11-14T14:50:36,430 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/0000000000000000032 2024-11-14T14:50:36,431 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,431 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,432 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:36,434 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for dd811a416c43bb17b75f7d09105f95c1 2024-11-14T14:50:36,436 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/dd811a416c43bb17b75f7d09105f95c1/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-14T14:50:36,437 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened dd811a416c43bb17b75f7d09105f95c1; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65120482, jitterRate=-0.02962920069694519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:36,438 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for dd811a416c43bb17b75f7d09105f95c1: Writing region info on filesystem at 1731595836360Initializing all the Stores at 1731595836361 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836361Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836361Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836361Obtaining lock to block concurrent updates at 1731595836386 (+25 ms)Preparing flush snapshotting stores in dd811a416c43bb17b75f7d09105f95c1 at 1731595836386Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731595836386Flushing stores of testReplayEditsWrittenViaHRegion,,1731595836068.dd811a416c43bb17b75f7d09105f95c1. at 1731595836386Flushing dd811a416c43bb17b75f7d09105f95c1/b: creating writer at 1731595836386Flushing dd811a416c43bb17b75f7d09105f95c1/b: appending metadata at 1731595836407 (+21 ms)Flushing dd811a416c43bb17b75f7d09105f95c1/b: closing flushed file at 1731595836407Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c7f986: reopening flushed file at 1731595836423 (+16 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for dd811a416c43bb17b75f7d09105f95c1 in 43ms, sequenceid=32, compaction requested=false; wal=null at 1731595836429 (+6 ms)Cleaning up temporary data from old regions at 1731595836431 (+2 ms)Region opened successfully at 1731595836438 (+7 ms) 2024-11-14T14:50:36,477 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterPartialFlush Thread=416 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:46964 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:46850 [Waiting for operation #39] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:45684 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:45846 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741904_1082, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:36734 [Waiting for operation #38] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:47036 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:36908 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741904_1082] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1126 (was 1052) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=7744 (was 7777) 2024-11-14T14:50:36,477 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-14T14:50:36,495 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1126, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=7742 2024-11-14T14:50:36,495 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1126 is superior to 1024 2024-11-14T14:50:36,517 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:36,520 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:36,521 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:36,524 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-23603786, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-23603786, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:36,540 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-23603786/hregion-23603786.1731595836524, exclude list is [], retry=0 2024-11-14T14:50:36,543 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:36,543 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:36,544 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:36,546 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-23603786/hregion-23603786.1731595836524 2024-11-14T14:50:36,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:36,548 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e30bab69da8065f8a316d42163dabce6, NAME => 'testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:36,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741907_1085 (size=68) 2024-11-14T14:50:36,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741907_1085 (size=68) 2024-11-14T14:50:36,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741907_1085 (size=68) 2024-11-14T14:50:36,561 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:36,564 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,566 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName a 2024-11-14T14:50:36,566 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,567 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,567 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,568 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName b 2024-11-14T14:50:36,569 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,569 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,569 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,571 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName c 2024-11-14T14:50:36,571 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,571 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,572 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,573 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,574 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,574 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,575 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:36,576 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,578 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:36,578 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e30bab69da8065f8a316d42163dabce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66515024, jitterRate=-0.008848905563354492}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:36,579 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e30bab69da8065f8a316d42163dabce6: Writing region info on filesystem at 1731595836561Initializing all the Stores at 1731595836562 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836562Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836564 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836564Cleaning up temporary data from old regions at 1731595836574 (+10 ms)Region opened successfully at 1731595836579 (+5 ms) 2024-11-14T14:50:36,579 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e30bab69da8065f8a316d42163dabce6, disabling compactions & flushes 2024-11-14T14:50:36,579 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:36,579 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:36,579 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. after waiting 0 ms 2024-11-14T14:50:36,579 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:36,580 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:36,580 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e30bab69da8065f8a316d42163dabce6: Waiting for close lock at 1731595836579Disabling compacts and flushes for region at 1731595836579Disabling writes for close at 1731595836579Writing region close event to WAL at 1731595836580 (+1 ms)Closed at 1731595836580 2024-11-14T14:50:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741906_1084 (size=95) 2024-11-14T14:50:36,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741906_1084 (size=95) 2024-11-14T14:50:36,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741906_1084 (size=95) 2024-11-14T14:50:36,588 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:36,588 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-23603786:(num 1731595836524) 2024-11-14T14:50:36,588 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:36,590 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:36,604 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590, exclude list is [], retry=0 2024-11-14T14:50:36,607 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:36,607 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:36,608 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:36,609 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590 2024-11-14T14:50:36,610 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:36,685 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e30bab69da8065f8a316d42163dabce6, NAME => 'testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:36,688 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,688 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:36,688 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,688 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,690 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,691 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName a 2024-11-14T14:50:36,692 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,692 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,692 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,693 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName b 2024-11-14T14:50:36,693 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,694 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,694 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,694 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName c 2024-11-14T14:50:36,694 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:36,695 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:36,695 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,697 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,697 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,698 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:36,699 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,700 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e30bab69da8065f8a316d42163dabce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65288989, jitterRate=-0.027118250727653503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:36,700 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:36,700 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e30bab69da8065f8a316d42163dabce6: Running coprocessor pre-open hook at 1731595836688Writing region info on filesystem at 1731595836688Initializing all the Stores at 1731595836690 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836690Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836690Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595836690Cleaning up temporary data from old regions at 1731595836697 (+7 ms)Running coprocessor post-open hooks at 1731595836700 (+3 ms)Region opened successfully at 1731595836700 2024-11-14T14:50:36,712 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e30bab69da8065f8a316d42163dabce6 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-14T14:50:36,713 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:37,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-14T14:50:37,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:37,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-14T14:50:37,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:37,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-14T14:50:37,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:37,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-14T14:50:37,255 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:37,256 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-14T14:50:37,256 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:37,714 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:37,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:50:38,714 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:39,715 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:40,716 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:41,716 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:42,717 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:43,718 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:44,718 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:45,719 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for e30bab69da8065f8a316d42163dabce6/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:45,720 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e30bab69da8065f8a316d42163dabce6: 2024-11-14T14:50:45,720 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:45,732 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e30bab69da8065f8a316d42163dabce6: 2024-11-14T14:50:45,732 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-14T14:50:45,732 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e30bab69da8065f8a316d42163dabce6, disabling compactions & flushes 2024-11-14T14:50:45,732 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:45,732 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:45,732 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. after waiting 0 ms 2024-11-14T14:50:45,732 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:45,733 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:45,733 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. 2024-11-14T14:50:45,733 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e30bab69da8065f8a316d42163dabce6: Waiting for close lock at 1731595845732Running coprocessor pre-close hooks at 1731595845732Disabling compacts and flushes for region at 1731595845732Disabling writes for close at 1731595845732Writing region close event to WAL at 1731595845733 (+1 ms)Running coprocessor post-close hooks at 1731595845733Closed at 1731595845733 2024-11-14T14:50:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741908_1086 (size=2691) 2024-11-14T14:50:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741908_1086 (size=2691) 2024-11-14T14:50:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741908_1086 (size=2691) 2024-11-14T14:50:45,753 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590, size=2.6 K (2691bytes) 2024-11-14T14:50:45,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590 2024-11-14T14:50:45,753 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590 after 0ms 2024-11-14T14:50:45,756 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:45,756 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590 took 3ms 2024-11-14T14:50:45,758 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590 so closing down 2024-11-14T14:50:45,758 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:45,759 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731595836590.temp 2024-11-14T14:50:45,760 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000004-wal.1731595836590.temp 2024-11-14T14:50:45,761 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:45,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741909_1087 (size=2094) 2024-11-14T14:50:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741909_1087 (size=2094) 2024-11-14T14:50:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741909_1087 (size=2094) 2024-11-14T14:50:45,768 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000004-wal.1731595836590.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:45,769 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000004-wal.1731595836590.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000026 2024-11-14T14:50:45,769 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590, size=2.6 K, length=2691, corrupted=false, cancelled=false 2024-11-14T14:50:45,769 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590, journal: Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590, size=2.6 K (2691bytes) at 1731595845753Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590 so closing down at 1731595845758 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000004-wal.1731595836590.temp at 1731595845760 (+2 ms)3 split writer threads finished at 1731595845761 (+1 ms)Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000004-wal.1731595836590.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731595845768 (+7 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000004-wal.1731595836590.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000026 at 1731595845769 (+1 ms)Processed 23 edits across 1 Regions in 13 ms; skipped=3; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590, size=2.6 K, length=2691, corrupted=false, cancelled=false at 1731595845769 2024-11-14T14:50:45,771 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595836590 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595836590 2024-11-14T14:50:45,772 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000026 2024-11-14T14:50:45,772 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:45,773 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:45,787 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595845774, exclude list is [], retry=0 2024-11-14T14:50:45,789 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:45,790 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:45,790 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:45,791 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595845774 2024-11-14T14:50:45,792 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:45,792 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e30bab69da8065f8a316d42163dabce6, NAME => 'testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:45,793 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,793 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:45,793 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,793 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,795 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,795 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName a 2024-11-14T14:50:45,795 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:45,796 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:45,796 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,797 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName b 2024-11-14T14:50:45,797 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:45,797 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:45,798 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,798 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e30bab69da8065f8a316d42163dabce6 columnFamilyName c 2024-11-14T14:50:45,798 DEBUG [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:45,799 INFO [StoreOpener-e30bab69da8065f8a316d42163dabce6-1 {}] regionserver.HStore(327): Store=e30bab69da8065f8a316d42163dabce6/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:45,799 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,799 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,801 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,801 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000026 2024-11-14T14:50:45,804 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:45,805 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000026 2024-11-14T14:50:45,805 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e30bab69da8065f8a316d42163dabce6 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-14T14:50:45,821 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/a/96907fea9e23466bb906c6df55341bd9 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731595845724/Put/seqid=0 2024-11-14T14:50:45,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741911_1089 (size=5523) 2024-11-14T14:50:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741911_1089 (size=5523) 2024-11-14T14:50:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741911_1089 (size=5523) 2024-11-14T14:50:45,828 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/a/96907fea9e23466bb906c6df55341bd9 2024-11-14T14:50:45,848 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/b/24b98837d31e4f1a9c1b2c8396c28595 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731595845721/Put/seqid=0 2024-11-14T14:50:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741912_1090 (size=5524) 2024-11-14T14:50:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741912_1090 (size=5524) 2024-11-14T14:50:45,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741912_1090 (size=5524) 2024-11-14T14:50:45,857 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/b/24b98837d31e4f1a9c1b2c8396c28595 2024-11-14T14:50:45,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/c/c6a1cbb413d7433b8d048d1816c4539a is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731595845722/Put/seqid=0 2024-11-14T14:50:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741913_1091 (size=5457) 2024-11-14T14:50:45,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741913_1091 (size=5457) 2024-11-14T14:50:45,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741913_1091 (size=5457) 2024-11-14T14:50:45,887 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/c/c6a1cbb413d7433b8d048d1816c4539a 2024-11-14T14:50:45,894 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/a/96907fea9e23466bb906c6df55341bd9 as hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/a/96907fea9e23466bb906c6df55341bd9 2024-11-14T14:50:45,900 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/a/96907fea9e23466bb906c6df55341bd9, entries=7, sequenceid=26, filesize=5.4 K 2024-11-14T14:50:45,901 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/b/24b98837d31e4f1a9c1b2c8396c28595 as hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/b/24b98837d31e4f1a9c1b2c8396c28595 2024-11-14T14:50:45,906 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/b/24b98837d31e4f1a9c1b2c8396c28595, entries=7, sequenceid=26, filesize=5.4 K 2024-11-14T14:50:45,907 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/.tmp/c/c6a1cbb413d7433b8d048d1816c4539a as hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/c/c6a1cbb413d7433b8d048d1816c4539a 2024-11-14T14:50:45,912 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/c/c6a1cbb413d7433b8d048d1816c4539a, entries=6, sequenceid=26, filesize=5.3 K 2024-11-14T14:50:45,913 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for e30bab69da8065f8a316d42163dabce6 in 108ms, sequenceid=26, compaction requested=false; wal=null 2024-11-14T14:50:45,914 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/0000000000000000026 2024-11-14T14:50:45,915 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,915 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,916 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:45,917 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,920 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsAfterAbortingFlush/e30bab69da8065f8a316d42163dabce6/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-14T14:50:45,920 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e30bab69da8065f8a316d42163dabce6; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64989122, jitterRate=-0.03158661723136902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:45,921 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e30bab69da8065f8a316d42163dabce6 2024-11-14T14:50:45,922 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e30bab69da8065f8a316d42163dabce6: Running coprocessor pre-open hook at 1731595845793Writing region info on filesystem at 1731595845793Initializing all the Stores at 1731595845794 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595845794Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595845794Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595845794Obtaining lock to block concurrent updates at 1731595845805 (+11 ms)Preparing flush snapshotting stores in e30bab69da8065f8a316d42163dabce6 at 1731595845805Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731595845805Flushing stores of testReplayEditsAfterAbortingFlush,,1731595836518.e30bab69da8065f8a316d42163dabce6. at 1731595845805Flushing e30bab69da8065f8a316d42163dabce6/a: creating writer at 1731595845805Flushing e30bab69da8065f8a316d42163dabce6/a: appending metadata at 1731595845820 (+15 ms)Flushing e30bab69da8065f8a316d42163dabce6/a: closing flushed file at 1731595845820Flushing e30bab69da8065f8a316d42163dabce6/b: creating writer at 1731595845833 (+13 ms)Flushing e30bab69da8065f8a316d42163dabce6/b: appending metadata at 1731595845848 (+15 ms)Flushing e30bab69da8065f8a316d42163dabce6/b: closing flushed file at 1731595845848Flushing e30bab69da8065f8a316d42163dabce6/c: creating writer at 1731595845864 (+16 ms)Flushing e30bab69da8065f8a316d42163dabce6/c: appending metadata at 1731595845879 (+15 ms)Flushing e30bab69da8065f8a316d42163dabce6/c: closing flushed file at 1731595845879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36bfb121: reopening flushed file at 1731595845893 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213635cf: reopening flushed file at 1731595845900 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259d4a5: reopening flushed file at 1731595845906 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for e30bab69da8065f8a316d42163dabce6 in 108ms, sequenceid=26, compaction requested=false; wal=null at 1731595845913 (+7 ms)Cleaning up temporary data from old regions at 1731595845915 (+2 ms)Running coprocessor post-open hooks at 1731595845921 (+6 ms)Region opened successfully at 1731595845921 2024-11-14T14:50:45,946 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsAfterAbortingFlush Thread=416 (was 416), OpenFileDescriptor=1184 (was 1126) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=200 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=7742 (was 7742) 2024-11-14T14:50:45,946 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1184 is superior to 1024 2024-11-14T14:50:45,961 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1184, MaxFileDescriptor=1048576, SystemLoadAverage=200, ProcessCount=11, AvailableMemoryMB=7740 2024-11-14T14:50:45,961 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1184 is superior to 1024 2024-11-14T14:50:45,979 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T14:50:45,981 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:45,982 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:45,983 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:45,985 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-41443610, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-41443610, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:45,999 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-41443610/hregion-41443610.1731595845985, exclude list is [], retry=0 2024-11-14T14:50:46,002 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:46,002 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:46,002 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:46,004 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-41443610/hregion-41443610.1731595845985 2024-11-14T14:50:46,005 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:46,005 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e1392f2b6e28239246ef7ecbdb1458cd, NAME => 'testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:46,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741915_1093 (size=61) 2024-11-14T14:50:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741915_1093 (size=61) 2024-11-14T14:50:46,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741915_1093 (size=61) 2024-11-14T14:50:46,017 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:46,019 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,021 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1392f2b6e28239246ef7ecbdb1458cd columnFamilyName a 2024-11-14T14:50:46,021 DEBUG [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,021 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(327): Store=e1392f2b6e28239246ef7ecbdb1458cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,022 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,022 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,023 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,023 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,023 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,025 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,027 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:46,028 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1392f2b6e28239246ef7ecbdb1458cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74593046, jitterRate=0.11152300238609314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:46,029 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1392f2b6e28239246ef7ecbdb1458cd: Writing region info on filesystem at 1731595846017Initializing all the Stores at 1731595846018 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846018Cleaning up temporary data from old regions at 1731595846023 (+5 ms)Region opened successfully at 1731595846029 (+6 ms) 2024-11-14T14:50:46,029 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e1392f2b6e28239246ef7ecbdb1458cd, disabling compactions & flushes 2024-11-14T14:50:46,029 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,029 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,029 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. after waiting 0 ms 2024-11-14T14:50:46,029 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,030 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,030 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e1392f2b6e28239246ef7ecbdb1458cd: Waiting for close lock at 1731595846029Disabling compacts and flushes for region at 1731595846029Disabling writes for close at 1731595846029Writing region close event to WAL at 1731595846030 (+1 ms)Closed at 1731595846030 2024-11-14T14:50:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741914_1092 (size=95) 2024-11-14T14:50:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741914_1092 (size=95) 2024-11-14T14:50:46,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741914_1092 (size=95) 2024-11-14T14:50:46,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:46,037 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-41443610:(num 1731595845985) 2024-11-14T14:50:46,037 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:46,039 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:46,060 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039, exclude list is [], retry=0 2024-11-14T14:50:46,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:46,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:46,064 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:46,066 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039 2024-11-14T14:50:46,066 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:43213:43213)] 2024-11-14T14:50:46,066 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e1392f2b6e28239246ef7ecbdb1458cd, NAME => 'testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:46,066 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:46,067 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,067 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,068 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,069 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1392f2b6e28239246ef7ecbdb1458cd columnFamilyName a 2024-11-14T14:50:46,069 DEBUG [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,070 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(327): Store=e1392f2b6e28239246ef7ecbdb1458cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,070 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,071 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,072 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,072 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,072 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,074 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,074 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1392f2b6e28239246ef7ecbdb1458cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71239263, jitterRate=0.061547741293907166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:46,075 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1392f2b6e28239246ef7ecbdb1458cd: Writing region info on filesystem at 1731595846067Initializing all the Stores at 1731595846068 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846068Cleaning up temporary data from old regions at 1731595846072 (+4 ms)Region opened successfully at 1731595846075 (+3 ms) 2024-11-14T14:50:46,083 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e1392f2b6e28239246ef7ecbdb1458cd, disabling compactions & flushes 2024-11-14T14:50:46,083 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,083 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,083 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. after waiting 0 ms 2024-11-14T14:50:46,083 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,083 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,083 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. 2024-11-14T14:50:46,084 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e1392f2b6e28239246ef7ecbdb1458cd: Waiting for close lock at 1731595846083Disabling compacts and flushes for region at 1731595846083Disabling writes for close at 1731595846083Writing region close event to WAL at 1731595846083Closed at 1731595846083 2024-11-14T14:50:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741916_1094 (size=1050) 2024-11-14T14:50:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741916_1094 (size=1050) 2024-11-14T14:50:46,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741916_1094 (size=1050) 2024-11-14T14:50:46,103 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039, size=1.0 K (1050bytes) 2024-11-14T14:50:46,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039 2024-11-14T14:50:46,103 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039 after 0ms 2024-11-14T14:50:46,106 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:46,106 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039 took 4ms 2024-11-14T14:50:46,107 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039 so closing down 2024-11-14T14:50:46,108 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:46,109 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731595846039.temp 2024-11-14T14:50:46,110 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000003-wal.1731595846039.temp 2024-11-14T14:50:46,110 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741917_1095 (size=1050) 2024-11-14T14:50:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741917_1095 (size=1050) 2024-11-14T14:50:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741917_1095 (size=1050) 2024-11-14T14:50:46,118 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000003-wal.1731595846039.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:46,119 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000003-wal.1731595846039.temp to hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012 2024-11-14T14:50:46,119 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039, size=1.0 K, length=1050, corrupted=false, cancelled=false 2024-11-14T14:50:46,119 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039, journal: Splitting hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039, size=1.0 K (1050bytes) at 1731595846103Finishing writing output for hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039 so closing down at 1731595846108 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000003-wal.1731595846039.temp at 1731595846110 (+2 ms)3 split writer threads finished at 1731595846110Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000003-wal.1731595846039.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731595846118 (+8 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000003-wal.1731595846039.temp to hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012 at 1731595846119 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039, size=1.0 K, length=1050, corrupted=false, cancelled=false at 1731595846119 2024-11-14T14:50:46,121 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846039 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595846039 2024-11-14T14:50:46,122 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012 2024-11-14T14:50:46,126 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:46,498 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:46,500 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:46,514 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846501, exclude list is [], retry=0 2024-11-14T14:50:46,517 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:46,518 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:46,518 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:46,519 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846501 2024-11-14T14:50:46,520 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:46,520 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e1392f2b6e28239246ef7ecbdb1458cd, NAME => 'testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:46,520 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:46,520 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,520 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,524 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,526 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1392f2b6e28239246ef7ecbdb1458cd columnFamilyName a 2024-11-14T14:50:46,526 DEBUG [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,527 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(327): Store=e1392f2b6e28239246ef7ecbdb1458cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,527 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,528 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,529 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,529 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012 2024-11-14T14:50:46,532 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:46,533 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012 2024-11-14T14:50:46,533 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e1392f2b6e28239246ef7ecbdb1458cd 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-14T14:50:46,552 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/.tmp/a/98104534e1c84da986d61c25a695f3c6 is 79, key is testDatalossWhenInputError/a:x0/1731595846075/Put/seqid=0 2024-11-14T14:50:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741919_1097 (size=5808) 2024-11-14T14:50:46,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741919_1097 (size=5808) 2024-11-14T14:50:46,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741919_1097 (size=5808) 2024-11-14T14:50:46,561 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/.tmp/a/98104534e1c84da986d61c25a695f3c6 2024-11-14T14:50:46,571 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/.tmp/a/98104534e1c84da986d61c25a695f3c6 as hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/a/98104534e1c84da986d61c25a695f3c6 2024-11-14T14:50:46,580 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/a/98104534e1c84da986d61c25a695f3c6, entries=10, sequenceid=12, filesize=5.7 K 2024-11-14T14:50:46,580 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for e1392f2b6e28239246ef7ecbdb1458cd in 47ms, sequenceid=12, compaction requested=false; wal=null 2024-11-14T14:50:46,581 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/0000000000000000012 2024-11-14T14:50:46,582 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,582 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,585 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,588 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-14T14:50:46,589 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1392f2b6e28239246ef7ecbdb1458cd; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71893415, jitterRate=0.071295365691185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:46,590 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1392f2b6e28239246ef7ecbdb1458cd: Writing region info on filesystem at 1731595846520Initializing all the Stores at 1731595846523 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846523Obtaining lock to block concurrent updates at 1731595846533 (+10 ms)Preparing flush snapshotting stores in e1392f2b6e28239246ef7ecbdb1458cd at 1731595846533Finished memstore snapshotting testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731595846533Flushing stores of testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd. at 1731595846533Flushing e1392f2b6e28239246ef7ecbdb1458cd/a: creating writer at 1731595846533Flushing e1392f2b6e28239246ef7ecbdb1458cd/a: appending metadata at 1731595846551 (+18 ms)Flushing e1392f2b6e28239246ef7ecbdb1458cd/a: closing flushed file at 1731595846551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22fd2a09: reopening flushed file at 1731595846570 (+19 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for e1392f2b6e28239246ef7ecbdb1458cd in 47ms, sequenceid=12, compaction requested=false; wal=null at 1731595846580 (+10 ms)Cleaning up temporary data from old regions at 1731595846582 (+2 ms)Region opened successfully at 1731595846590 (+8 ms) 2024-11-14T14:50:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e1392f2b6e28239246ef7ecbdb1458cd, NAME => 'testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731595845981.e1392f2b6e28239246ef7ecbdb1458cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,593 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,595 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,595 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1392f2b6e28239246ef7ecbdb1458cd columnFamilyName a 2024-11-14T14:50:46,595 DEBUG [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,600 DEBUG [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/a/98104534e1c84da986d61c25a695f3c6 2024-11-14T14:50:46,600 INFO [StoreOpener-e1392f2b6e28239246ef7ecbdb1458cd-1 {}] regionserver.HStore(327): Store=e1392f2b6e28239246ef7ecbdb1458cd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,601 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,601 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,602 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,602 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,602 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,604 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e1392f2b6e28239246ef7ecbdb1458cd 2024-11-14T14:50:46,606 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testDatalossWhenInputError/e1392f2b6e28239246ef7ecbdb1458cd/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-14T14:50:46,607 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e1392f2b6e28239246ef7ecbdb1458cd; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62252602, jitterRate=-0.072363942861557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T14:50:46,607 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e1392f2b6e28239246ef7ecbdb1458cd: Writing region info on filesystem at 1731595846594Initializing all the Stores at 1731595846594Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846594Cleaning up temporary data from old regions at 1731595846602 (+8 ms)Region opened successfully at 1731595846607 (+5 ms) 2024-11-14T14:50:46,624 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:54950 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:44458 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:52382 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:52326 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1462796270-172.17.0.2-1731595813725:blk_1073741918_1096, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:44526 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:55026 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741918_1096] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1184) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=200 (was 200), ProcessCount=11 (was 11), AvailableMemoryMB=7730 (was 7740) 2024-11-14T14:50:46,624 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-14T14:50:46,637 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=200, ProcessCount=11, AvailableMemoryMB=7729 2024-11-14T14:50:46,637 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-14T14:50:46,652 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:46,653 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:46,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:46,656 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46605280, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-46605280, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:46,670 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46605280/hregion-46605280.1731595846656, exclude list is [], retry=0 2024-11-14T14:50:46,673 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:46,673 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:46,673 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:46,675 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46605280/hregion-46605280.1731595846656 2024-11-14T14:50:46,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:46,676 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4bcc91f11f0663a5b2945510393a76fc, NAME => 'testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741921_1099 (size=63) 2024-11-14T14:50:46,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741921_1099 (size=63) 2024-11-14T14:50:46,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741921_1099 (size=63) 2024-11-14T14:50:46,694 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:46,695 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,696 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName a 2024-11-14T14:50:46,697 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,697 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,697 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,698 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName b 2024-11-14T14:50:46,698 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,699 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,699 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,700 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName c 2024-11-14T14:50:46,700 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,701 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,701 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,702 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,703 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,703 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,704 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:46,705 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,708 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:46,708 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4bcc91f11f0663a5b2945510393a76fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68221469, jitterRate=0.01657910645008087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:46,709 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4bcc91f11f0663a5b2945510393a76fc: Writing region info on filesystem at 1731595846694Initializing all the Stores at 1731595846695 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846695Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846695Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846695Cleaning up temporary data from old regions at 1731595846703 (+8 ms)Region opened successfully at 1731595846709 (+6 ms) 2024-11-14T14:50:46,709 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4bcc91f11f0663a5b2945510393a76fc, disabling compactions & flushes 2024-11-14T14:50:46,709 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:46,709 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:46,709 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. after waiting 0 ms 2024-11-14T14:50:46,709 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:46,709 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:46,709 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4bcc91f11f0663a5b2945510393a76fc: Waiting for close lock at 1731595846709Disabling compacts and flushes for region at 1731595846709Disabling writes for close at 1731595846709Writing region close event to WAL at 1731595846709Closed at 1731595846709 2024-11-14T14:50:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741920_1098 (size=95) 2024-11-14T14:50:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741920_1098 (size=95) 2024-11-14T14:50:46,715 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:46,715 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46605280:(num 1731595846656) 2024-11-14T14:50:46,715 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:46,717 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:46,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741920_1098 (size=95) 2024-11-14T14:50:46,731 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717, exclude list is [], retry=0 2024-11-14T14:50:46,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:46,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:46,734 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:46,736 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 2024-11-14T14:50:46,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:46,736 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bcc91f11f0663a5b2945510393a76fc, NAME => 'testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:46,737 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:46,737 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,737 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,738 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,739 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName a 2024-11-14T14:50:46,739 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,740 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,740 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,741 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName b 2024-11-14T14:50:46,741 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,741 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,742 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,742 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName c 2024-11-14T14:50:46,742 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:46,743 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:46,743 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,743 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,744 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,745 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,745 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,746 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:46,747 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:46,748 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4bcc91f11f0663a5b2945510393a76fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72115290, jitterRate=0.07460156083106995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:46,749 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4bcc91f11f0663a5b2945510393a76fc: Writing region info on filesystem at 1731595846737Initializing all the Stores at 1731595846738 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846738Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846738Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595846738Cleaning up temporary data from old regions at 1731595846745 (+7 ms)Region opened successfully at 1731595846749 (+4 ms) 2024-11-14T14:50:46,753 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731595846753/Put/seqid=0 2024-11-14T14:50:46,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741923_1101 (size=4875) 2024-11-14T14:50:46,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741923_1101 (size=4875) 2024-11-14T14:50:46,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741923_1101 (size=4875) 2024-11-14T14:50:46,763 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731595846763/Put/seqid=0 2024-11-14T14:50:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741924_1102 (size=4875) 2024-11-14T14:50:46,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741924_1102 (size=4875) 2024-11-14T14:50:46,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741924_1102 (size=4875) 2024-11-14T14:50:46,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731595846775/Put/seqid=0 2024-11-14T14:50:46,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741925_1103 (size=4875) 2024-11-14T14:50:46,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741925_1103 (size=4875) 2024-11-14T14:50:46,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741925_1103 (size=4875) 2024-11-14T14:50:46,784 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 4bcc91f11f0663a5b2945510393a76fc/a 2024-11-14T14:50:46,788 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-14T14:50:46,788 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:50:46,788 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 4bcc91f11f0663a5b2945510393a76fc/a 2024-11-14T14:50:46,792 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-14T14:50:46,792 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:50:46,792 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 4bcc91f11f0663a5b2945510393a76fc/a 2024-11-14T14:50:46,795 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-14T14:50:46,795 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T14:50:46,795 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4bcc91f11f0663a5b2945510393a76fc 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-14T14:50:46,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/.tmp/a/831cfb61b16a4e1080f3efe033c1a89c is 55, key is testCompactedBulkLoadedFiles/a:a/1731595846750/Put/seqid=0 2024-11-14T14:50:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741926_1104 (size=5107) 2024-11-14T14:50:46,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741926_1104 (size=5107) 2024-11-14T14:50:46,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741926_1104 (size=5107) 2024-11-14T14:50:46,821 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/.tmp/a/831cfb61b16a4e1080f3efe033c1a89c 2024-11-14T14:50:46,827 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/.tmp/a/831cfb61b16a4e1080f3efe033c1a89c as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c 2024-11-14T14:50:46,832 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c, entries=1, sequenceid=4, filesize=5.0 K 2024-11-14T14:50:46,833 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 4bcc91f11f0663a5b2945510393a76fc in 38ms, sequenceid=4, compaction requested=false 2024-11-14T14:50:46,833 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4bcc91f11f0663a5b2945510393a76fc: 2024-11-14T14:50:46,835 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_ 2024-11-14T14:50:46,836 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_ 2024-11-14T14:50:46,837 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_ 2024-11-14T14:50:46,837 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile0 into 4bcc91f11f0663a5b2945510393a76fc/a as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_ - updating store file list. 2024-11-14T14:50:46,842 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:46,842 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_ into 4bcc91f11f0663a5b2945510393a76fc/a 2024-11-14T14:50:46,842 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile0 into 4bcc91f11f0663a5b2945510393a76fc/a (new location: hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_) 2024-11-14T14:50:46,843 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile1 into 4bcc91f11f0663a5b2945510393a76fc/a as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_ - updating store file list. 2024-11-14T14:50:46,847 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f09c23654af428387c45ba6da3c3cb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:46,847 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_ into 4bcc91f11f0663a5b2945510393a76fc/a 2024-11-14T14:50:46,847 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile1 into 4bcc91f11f0663a5b2945510393a76fc/a (new location: hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_) 2024-11-14T14:50:46,848 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile2 into 4bcc91f11f0663a5b2945510393a76fc/a as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_ - updating store file list. 2024-11-14T14:50:46,852 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 934fdbec0d90444bbf426f85ee95978d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:46,852 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_ into 4bcc91f11f0663a5b2945510393a76fc/a 2024-11-14T14:50:46,852 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46773/hbase/testCompactedBulkLoadedFiles/hfile2 into 4bcc91f11f0663a5b2945510393a76fc/a (new location: hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_) 2024-11-14T14:50:46,859 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-14T14:50:46,859 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4bcc91f11f0663a5b2945510393a76fc/a is initiating major compaction (all files) 2024-11-14T14:50:46,859 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4bcc91f11f0663a5b2945510393a76fc/a in testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:46,859 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_] into tmpdir=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/.tmp, totalSize=19.3 K 2024-11-14T14:50:46,860 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 831cfb61b16a4e1080f3efe033c1a89c, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731595846750 2024-11-14T14:50:46,860 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T14:50:46,861 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 2f09c23654af428387c45ba6da3c3cb5_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T14:50:46,861 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 934fdbec0d90444bbf426f85ee95978d_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-14T14:50:46,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/.tmp/a/47cb7516540b4bc59d4b0c8eb13ea33b is 55, key is testCompactedBulkLoadedFiles/a:a/1731595846750/Put/seqid=0 2024-11-14T14:50:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741927_1105 (size=6154) 2024-11-14T14:50:46,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741927_1105 (size=6154) 2024-11-14T14:50:46,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741927_1105 (size=6154) 2024-11-14T14:50:46,889 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/.tmp/a/47cb7516540b4bc59d4b0c8eb13ea33b as hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/47cb7516540b4bc59d4b0c8eb13ea33b 2024-11-14T14:50:46,896 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 4bcc91f11f0663a5b2945510393a76fc/a of 4bcc91f11f0663a5b2945510393a76fc into 47cb7516540b4bc59d4b0c8eb13ea33b(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T14:50:46,896 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4bcc91f11f0663a5b2945510393a76fc: 2024-11-14T14:50:46,896 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-14T14:50:46,896 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-14T14:50:46,932 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717, size=0 (0bytes) 2024-11-14T14:50:46,933 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 might be still open, length is 0 2024-11-14T14:50:46,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 2024-11-14T14:50:46,933 WARN [IPC Server handler 4 on default port 46773 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 has not been closed. Lease recovery is in progress. RecoveryId = 1106 for block blk_1073741922_1100 2024-11-14T14:50:46,933 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 after 0ms 2024-11-14T14:50:47,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-14T14:50:47,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:47,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-14T14:50:47,251 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-14T14:50:48,755 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:44554 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:43709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44554 dst: /127.0.0.1:43709 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43709 remote=/127.0.0.1:44554]. Total timeout mills is 60000, 58140 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:48,756 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:55038 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:36951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55038 dst: /127.0.0.1:36951 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:48,756 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:52418 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741922_1100] {}] datanode.DataXceiver(331): 127.0.0.1:38071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52418 dst: /127.0.0.1:38071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741922_1106 (size=1175) 2024-11-14T14:50:48,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741922_1106 (size=1175) 2024-11-14T14:50:50,934 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 after 4001ms 2024-11-14T14:50:50,937 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:50,938 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 took 4006ms 2024-11-14T14:50:50,940 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717; continuing. 2024-11-14T14:50:50,940 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 so closing down 2024-11-14T14:50:50,940 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:50,941 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731595846717.temp 2024-11-14T14:50:50,944 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000003-wal.1731595846717.temp 2024-11-14T14:50:50,944 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741928_1107 (size=549) 2024-11-14T14:50:50,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741928_1107 (size=549) 2024-11-14T14:50:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741928_1107 (size=549) 2024-11-14T14:50:50,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000003-wal.1731595846717.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:50,952 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000003-wal.1731595846717.temp to hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000008 2024-11-14T14:50:50,952 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T14:50:50,952 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717, journal: Splitting hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717, size=0 (0bytes) at 1731595846933Finishing writing output for hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 so closing down at 1731595850940 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000003-wal.1731595846717.temp at 1731595850944 (+4 ms)3 split writer threads finished at 1731595850944Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000003-wal.1731595846717.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731595850951 (+7 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000003-wal.1731595846717.temp to hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000008 at 1731595850952 (+1 ms)Processed 5 edits across 1 Regions in 14 ms; skipped=3; WAL=hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717, size=0, length=0, corrupted=false, cancelled=false at 1731595850952 2024-11-14T14:50:50,954 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595846717 2024-11-14T14:50:50,955 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000008 2024-11-14T14:50:50,955 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:50,957 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:50,970 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595850957, exclude list is [], retry=0 2024-11-14T14:50:50,972 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:50,973 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:50,973 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:50,974 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595850957 2024-11-14T14:50:50,975 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:50,975 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4bcc91f11f0663a5b2945510393a76fc, NAME => 'testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:50,975 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:50,975 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:50,975 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:50,977 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:50,977 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName a 2024-11-14T14:50:50,978 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:50,984 DEBUG [StoreFileOpener-4bcc91f11f0663a5b2945510393a76fc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f09c23654af428387c45ba6da3c3cb5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:50,984 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_ 2024-11-14T14:50:50,987 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/47cb7516540b4bc59d4b0c8eb13ea33b 2024-11-14T14:50:50,991 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c 2024-11-14T14:50:50,994 DEBUG [StoreFileOpener-4bcc91f11f0663a5b2945510393a76fc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 934fdbec0d90444bbf426f85ee95978d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:50,994 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_ 2024-11-14T14:50:50,998 DEBUG [StoreFileOpener-4bcc91f11f0663a5b2945510393a76fc-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T14:50:50,998 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_ 2024-11-14T14:50:50,998 WARN [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@46ffc559 2024-11-14T14:50:50,998 WARN [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@46ffc559 2024-11-14T14:50:50,998 WARN [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@46ffc559 2024-11-14T14:50:50,998 WARN [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@46ffc559 2024-11-14T14:50:50,998 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_] to archive 2024-11-14T14:50:50,999 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T14:50:51,001 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_ to hdfs://localhost:46773/hbase/archive/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/2f09c23654af428387c45ba6da3c3cb5_SeqId_4_ 2024-11-14T14:50:51,002 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c to hdfs://localhost:46773/hbase/archive/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/831cfb61b16a4e1080f3efe033c1a89c 2024-11-14T14:50:51,003 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_ to hdfs://localhost:46773/hbase/archive/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/934fdbec0d90444bbf426f85ee95978d_SeqId_4_ 2024-11-14T14:50:51,004 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_ to hdfs://localhost:46773/hbase/archive/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/a/d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_ 2024-11-14T14:50:51,004 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,004 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,005 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName b 2024-11-14T14:50:51,005 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,005 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,005 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,006 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bcc91f11f0663a5b2945510393a76fc columnFamilyName c 2024-11-14T14:50:51,006 DEBUG [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,007 INFO [StoreOpener-4bcc91f11f0663a5b2945510393a76fc-1 {}] regionserver.HStore(327): Store=4bcc91f11f0663a5b2945510393a76fc/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,007 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,007 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,009 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,009 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000008 2024-11-14T14:50:51,011 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:51,013 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 4bcc91f11f0663a5b2945510393a76fc : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "4bcc91f11f0663a5b2945510393a76fc" family_name: "a" compaction_input: "831cfb61b16a4e1080f3efe033c1a89c" compaction_input: "d2796b6aa0904d6fb8fc7c196604fce0_SeqId_4_" compaction_input: "2f09c23654af428387c45ba6da3c3cb5_SeqId_4_" compaction_input: "934fdbec0d90444bbf426f85ee95978d_SeqId_4_" compaction_output: "47cb7516540b4bc59d4b0c8eb13ea33b" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-14T14:50:51,013 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-14T14:50:51,014 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000008 2024-11-14T14:50:51,014 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/0000000000000000008 2024-11-14T14:50:51,015 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,015 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,016 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:51,017 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4bcc91f11f0663a5b2945510393a76fc 2024-11-14T14:50:51,019 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testCompactedBulkLoadedFiles/4bcc91f11f0663a5b2945510393a76fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T14:50:51,020 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4bcc91f11f0663a5b2945510393a76fc; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68230311, jitterRate=0.016710862517356873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:51,020 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4bcc91f11f0663a5b2945510393a76fc: Writing region info on filesystem at 1731595850975Initializing all the Stores at 1731595850976 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595850976Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595850976Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595850977 (+1 ms)Cleaning up temporary data from old regions at 1731595851015 (+38 ms)Region opened successfully at 1731595851020 (+5 ms) 2024-11-14T14:50:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4bcc91f11f0663a5b2945510393a76fc, disabling compactions & flushes 2024-11-14T14:50:51,022 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. after waiting 0 ms 2024-11-14T14:50:51,022 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:51,023 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731595846652.4bcc91f11f0663a5b2945510393a76fc. 2024-11-14T14:50:51,023 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4bcc91f11f0663a5b2945510393a76fc: Waiting for close lock at 1731595851022Disabling compacts and flushes for region at 1731595851022Disabling writes for close at 1731595851022Writing region close event to WAL at 1731595851023 (+1 ms)Closed at 1731595851023 2024-11-14T14:50:51,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741929_1108 (size=95) 2024-11-14T14:50:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741929_1108 (size=95) 2024-11-14T14:50:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741929_1108 (size=95) 2024-11-14T14:50:51,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:51,028 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731595850957) 2024-11-14T14:50:51,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testCompactedBulkLoadedFiles Thread=439 (was 426) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2022514836_22 at /127.0.0.1:46150 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46773 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2022514836_22 at /127.0.0.1:41696 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2022514836_22 at /127.0.0.1:51524 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=184 (was 200), ProcessCount=11 (was 11), AvailableMemoryMB=7722 (was 7729) 2024-11-14T14:50:51,042 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-14T14:50:51,056 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=439, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=184, ProcessCount=11, AvailableMemoryMB=7721 2024-11-14T14:50:51,057 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-11-14T14:50:51,071 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:51,073 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T14:50:51,074 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T14:50:51,076 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-73094725, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/hregion-73094725, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:51,089 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-73094725/hregion-73094725.1731595851077, exclude list is [], retry=0 2024-11-14T14:50:51,092 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:51,092 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:51,093 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:51,095 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-73094725/hregion-73094725.1731595851077 2024-11-14T14:50:51,095 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:51,096 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 8ee67fc5bed90ff0eb27c53d9014e28c, NAME => 'testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46773/hbase 2024-11-14T14:50:51,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741931_1110 (size=67) 2024-11-14T14:50:51,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741931_1110 (size=67) 2024-11-14T14:50:51,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741931_1110 (size=67) 2024-11-14T14:50:51,104 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:51,106 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,107 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName a 2024-11-14T14:50:51,107 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,107 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,108 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,109 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName b 2024-11-14T14:50:51,109 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,109 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,109 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,110 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName c 2024-11-14T14:50:51,111 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,111 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,111 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,112 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,112 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,113 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,113 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,113 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:51,114 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,116 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T14:50:51,116 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ee67fc5bed90ff0eb27c53d9014e28c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67721890, jitterRate=0.009134799242019653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:51,117 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ee67fc5bed90ff0eb27c53d9014e28c: Writing region info on filesystem at 1731595851105Initializing all the Stores at 1731595851105Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851105Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851105Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851105Cleaning up temporary data from old regions at 1731595851113 (+8 ms)Region opened successfully at 1731595851117 (+4 ms) 2024-11-14T14:50:51,117 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ee67fc5bed90ff0eb27c53d9014e28c, disabling compactions & flushes 2024-11-14T14:50:51,117 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,117 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,117 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. after waiting 0 ms 2024-11-14T14:50:51,117 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,117 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,117 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ee67fc5bed90ff0eb27c53d9014e28c: Waiting for close lock at 1731595851117Disabling compacts and flushes for region at 1731595851117Disabling writes for close at 1731595851117Writing region close event to WAL at 1731595851117Closed at 1731595851117 2024-11-14T14:50:51,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741930_1109 (size=95) 2024-11-14T14:50:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741930_1109 (size=95) 2024-11-14T14:50:51,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741930_1109 (size=95) 2024-11-14T14:50:51,122 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:51,122 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-73094725:(num 1731595851077) 2024-11-14T14:50:51,122 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:51,124 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:51,140 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124, exclude list is [], retry=0 2024-11-14T14:50:51,142 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:51,142 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:51,143 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:51,144 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124 2024-11-14T14:50:51,145 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325),(127.0.0.1/127.0.0.1:42793:42793)] 2024-11-14T14:50:51,145 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee67fc5bed90ff0eb27c53d9014e28c, NAME => 'testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:51,145 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:51,145 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,145 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,147 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,147 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName a 2024-11-14T14:50:51,148 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,148 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,148 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,149 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName b 2024-11-14T14:50:51,149 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,149 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,150 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,150 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName c 2024-11-14T14:50:51,150 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,151 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,151 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,152 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,153 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,153 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,153 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,154 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:51,155 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,155 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ee67fc5bed90ff0eb27c53d9014e28c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67428379, jitterRate=0.004761144518852234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:51,156 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ee67fc5bed90ff0eb27c53d9014e28c: Writing region info on filesystem at 1731595851146Initializing all the Stores at 1731595851146Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851146Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851147 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851147Cleaning up temporary data from old regions at 1731595851153 (+6 ms)Region opened successfully at 1731595851155 (+2 ms) 2024-11-14T14:50:51,163 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ee67fc5bed90ff0eb27c53d9014e28c 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-14T14:50:51,179 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/a/a4061a8d54054b528625c636ad7a88f8 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731595851156/Put/seqid=0 2024-11-14T14:50:51,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741933_1112 (size=5958) 2024-11-14T14:50:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741933_1112 (size=5958) 2024-11-14T14:50:51,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741933_1112 (size=5958) 2024-11-14T14:50:51,185 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/a/a4061a8d54054b528625c636ad7a88f8 2024-11-14T14:50:51,190 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/a/a4061a8d54054b528625c636ad7a88f8 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/a/a4061a8d54054b528625c636ad7a88f8 2024-11-14T14:50:51,195 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/a/a4061a8d54054b528625c636ad7a88f8, entries=10, sequenceid=13, filesize=5.8 K 2024-11-14T14:50:51,196 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 8ee67fc5bed90ff0eb27c53d9014e28c in 33ms, sequenceid=13, compaction requested=false 2024-11-14T14:50:51,196 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 8ee67fc5bed90ff0eb27c53d9014e28c: 2024-11-14T14:50:51,213 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ee67fc5bed90ff0eb27c53d9014e28c, disabling compactions & flushes 2024-11-14T14:50:51,213 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,213 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,213 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. after waiting 0 ms 2024-11-14T14:50:51,213 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,214 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,214 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:51,214 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ee67fc5bed90ff0eb27c53d9014e28c: Waiting for close lock at 1731595851213Disabling compacts and flushes for region at 1731595851213Disabling writes for close at 1731595851213Writing region close event to WAL at 1731595851214 (+1 ms)Closed at 1731595851214 2024-11-14T14:50:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741932_1111 (size=3344) 2024-11-14T14:50:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741932_1111 (size=3344) 2024-11-14T14:50:51,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741932_1111 (size=3344) 2024-11-14T14:50:51,232 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124, size=3.3 K (3344bytes) 2024-11-14T14:50:51,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124 2024-11-14T14:50:51,232 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124 after 0ms 2024-11-14T14:50:51,234 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:51,235 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124 took 3ms 2024-11-14T14:50:51,237 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124 so closing down 2024-11-14T14:50:51,237 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:51,238 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731595851124.temp 2024-11-14T14:50:51,239 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000003-wal.1731595851124.temp 2024-11-14T14:50:51,239 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741934_1113 (size=2944) 2024-11-14T14:50:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741934_1113 (size=2944) 2024-11-14T14:50:51,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741934_1113 (size=2944) 2024-11-14T14:50:51,249 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000003-wal.1731595851124.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:51,250 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000003-wal.1731595851124.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000035 2024-11-14T14:50:51,250 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124, size=3.3 K, length=3344, corrupted=false, cancelled=false 2024-11-14T14:50:51,251 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124, journal: Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124, size=3.3 K (3344bytes) at 1731595851232Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124 so closing down at 1731595851237 (+5 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000003-wal.1731595851124.temp at 1731595851239 (+2 ms)3 split writer threads finished at 1731595851239Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000003-wal.1731595851124.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731595851249 (+10 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000003-wal.1731595851124.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000035 at 1731595851250 (+1 ms)Processed 32 edits across 1 Regions in 15 ms; skipped=2; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124, size=3.3 K, length=3344, corrupted=false, cancelled=false at 1731595851251 (+1 ms) 2024-11-14T14:50:51,252 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851124 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595851124 2024-11-14T14:50:51,253 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000035 2024-11-14T14:50:51,253 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:51,255 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:51,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T14:50:51,268 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255, exclude list is [], retry=0 2024-11-14T14:50:51,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:51,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:51,271 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:51,274 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 2024-11-14T14:50:51,275 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ee67fc5bed90ff0eb27c53d9014e28c, NAME => 'testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T14:50:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,275 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,280 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,281 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName a 2024-11-14T14:50:51,281 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,287 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/a/a4061a8d54054b528625c636ad7a88f8 2024-11-14T14:50:51,287 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,287 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,288 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName b 2024-11-14T14:50:51,288 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,289 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,289 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,290 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName c 2024-11-14T14:50:51,290 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:51,290 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:51,291 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,291 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,293 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,293 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000035 2024-11-14T14:50:51,295 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:51,297 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000035 2024-11-14T14:50:51,297 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ee67fc5bed90ff0eb27c53d9014e28c 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-14T14:50:51,312 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/b/b8112792c97543569f004ac871f323bf is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731595851196/Put/seqid=0 2024-11-14T14:50:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741936_1115 (size=5958) 2024-11-14T14:50:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741936_1115 (size=5958) 2024-11-14T14:50:51,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741936_1115 (size=5958) 2024-11-14T14:50:51,319 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/b/b8112792c97543569f004ac871f323bf 2024-11-14T14:50:51,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/c/2b330574bf964199afc81ecf4254f4a9 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731595851203/Put/seqid=0 2024-11-14T14:50:51,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741937_1116 (size=5958) 2024-11-14T14:50:51,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741937_1116 (size=5958) 2024-11-14T14:50:51,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741937_1116 (size=5958) 2024-11-14T14:50:51,344 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/c/2b330574bf964199afc81ecf4254f4a9 2024-11-14T14:50:51,350 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/b/b8112792c97543569f004ac871f323bf as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/b/b8112792c97543569f004ac871f323bf 2024-11-14T14:50:51,354 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/b/b8112792c97543569f004ac871f323bf, entries=10, sequenceid=35, filesize=5.8 K 2024-11-14T14:50:51,355 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/c/2b330574bf964199afc81ecf4254f4a9 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/c/2b330574bf964199afc81ecf4254f4a9 2024-11-14T14:50:51,360 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/c/2b330574bf964199afc81ecf4254f4a9, entries=10, sequenceid=35, filesize=5.8 K 2024-11-14T14:50:51,360 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8ee67fc5bed90ff0eb27c53d9014e28c in 63ms, sequenceid=35, compaction requested=false; wal=null 2024-11-14T14:50:51,361 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000035 2024-11-14T14:50:51,362 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,362 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,362 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:51,363 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:51,365 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-14T14:50:51,366 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ee67fc5bed90ff0eb27c53d9014e28c; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72578403, jitterRate=0.08150248229503632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:51,366 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ee67fc5bed90ff0eb27c53d9014e28c: Writing region info on filesystem at 1731595851275Initializing all the Stores at 1731595851276 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851276Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851280 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595851280Obtaining lock to block concurrent updates at 1731595851297 (+17 ms)Preparing flush snapshotting stores in 8ee67fc5bed90ff0eb27c53d9014e28c at 1731595851297Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731595851297Flushing stores of testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. at 1731595851297Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/b: creating writer at 1731595851297Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/b: appending metadata at 1731595851311 (+14 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/b: closing flushed file at 1731595851311Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/c: creating writer at 1731595851323 (+12 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/c: appending metadata at 1731595851337 (+14 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/c: closing flushed file at 1731595851337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604a34e3: reopening flushed file at 1731595851349 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e84fb9a: reopening flushed file at 1731595851355 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 8ee67fc5bed90ff0eb27c53d9014e28c in 63ms, sequenceid=35, compaction requested=false; wal=null at 1731595851360 (+5 ms)Cleaning up temporary data from old regions at 1731595851362 (+2 ms)Region opened successfully at 1731595851366 (+4 ms) 2024-11-14T14:50:51,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255, size=0 (0bytes) 2024-11-14T14:50:51,431 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 might be still open, length is 0 2024-11-14T14:50:51,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 2024-11-14T14:50:51,431 WARN [IPC Server handler 1 on default port 46773 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 has not been closed. Lease recovery is in progress. RecoveryId = 1117 for block blk_1073741935_1114 2024-11-14T14:50:51,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 after 1ms 2024-11-14T14:50:51,754 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:51590 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:43709:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51590 dst: /127.0.0.1:43709 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43709 remote=/127.0.0.1:51590]. Total timeout mills is 60000, 59639 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:51,755 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:41758 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:38071:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:41758 dst: /127.0.0.1:38071 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:51,755 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-934070547_22 at /127.0.0.1:46220 [Receiving block BP-1462796270-172.17.0.2-1731595813725:blk_1073741935_1114] {}] datanode.DataXceiver(331): 127.0.0.1:36951:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46220 dst: /127.0.0.1:36951 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741935_1117 (size=2936) 2024-11-14T14:50:51,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741935_1117 (size=2936) 2024-11-14T14:50:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741935_1117 (size=2936) 2024-11-14T14:50:55,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 after 4001ms 2024-11-14T14:50:55,435 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:55,436 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 took 4005ms 2024-11-14T14:50:55,438 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255; continuing. 2024-11-14T14:50:55,438 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 so closing down 2024-11-14T14:50:55,438 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-14T14:50:55,439 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731595851255.temp 2024-11-14T14:50:55,441 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000037-wal.1731595851255.temp 2024-11-14T14:50:55,441 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-14T14:50:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741938_1118 (size=2944) 2024-11-14T14:50:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741938_1118 (size=2944) 2024-11-14T14:50:55,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741938_1118 (size=2944) 2024-11-14T14:50:55,448 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000037-wal.1731595851255.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-14T14:50:55,449 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000037-wal.1731595851255.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000066 2024-11-14T14:50:55,449 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255, size=0, length=0, corrupted=false, cancelled=false 2024-11-14T14:50:55,449 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255, journal: Splitting hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255, size=0 (0bytes) at 1731595851431Finishing writing output for hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 so closing down at 1731595855438 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000037-wal.1731595851255.temp at 1731595855441 (+3 ms)3 split writer threads finished at 1731595855441Closed recovered edits writer path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000037-wal.1731595851255.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731595855448 (+7 ms)Rename recovered edits hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000037-wal.1731595851255.temp to hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000066 at 1731595855449 (+1 ms)Processed 30 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255, size=0, length=0, corrupted=false, cancelled=false at 1731595855449 2024-11-14T14:50:55,451 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 to hdfs://localhost:46773/hbase/oldWALs/wal.1731595851255 2024-11-14T14:50:55,451 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000066 2024-11-14T14:50:55,452 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-14T14:50:55,453 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:46773/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071, archiveDir=hdfs://localhost:46773/hbase/oldWALs, maxLogs=32 2024-11-14T14:50:55,467 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595855454, exclude list is [], retry=0 2024-11-14T14:50:55,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38071,DS-97af6f0b-2d69-4fe3-93c4-ba1c80edac46,DISK] 2024-11-14T14:50:55,470 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43709,DS-5c733172-3064-40e4-afe5-97db4272ee35,DISK] 2024-11-14T14:50:55,470 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36951,DS-719dd12c-f19a-4795-8cc5-5a23d11e4b61,DISK] 2024-11-14T14:50:55,471 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595855454 2024-11-14T14:50:55,472 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42793:42793),(127.0.0.1/127.0.0.1:43213:43213),(127.0.0.1/127.0.0.1:40325:40325)] 2024-11-14T14:50:55,472 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T14:50:55,473 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,474 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName a 2024-11-14T14:50:55,474 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:55,479 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/a/a4061a8d54054b528625c636ad7a88f8 2024-11-14T14:50:55,479 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:55,479 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,480 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName b 2024-11-14T14:50:55,480 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:55,485 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/b/b8112792c97543569f004ac871f323bf 2024-11-14T14:50:55,485 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:55,485 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,486 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ee67fc5bed90ff0eb27c53d9014e28c columnFamilyName c 2024-11-14T14:50:55,486 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T14:50:55,490 DEBUG [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/c/2b330574bf964199afc81ecf4254f4a9 2024-11-14T14:50:55,490 INFO [StoreOpener-8ee67fc5bed90ff0eb27c53d9014e28c-1 {}] regionserver.HStore(327): Store=8ee67fc5bed90ff0eb27c53d9014e28c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T14:50:55,490 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,491 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,493 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,493 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000066 2024-11-14T14:50:55,495 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=true, valueCompressionType=GZ 2024-11-14T14:50:55,500 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000066 2024-11-14T14:50:55,500 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 8ee67fc5bed90ff0eb27c53d9014e28c 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-14T14:50:55,515 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/a/0fa1786f9b484e7cb6c0e1c29378d48b is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731595851373/Put/seqid=0 2024-11-14T14:50:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741940_1120 (size=5958) 2024-11-14T14:50:55,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741940_1120 (size=5958) 2024-11-14T14:50:55,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741940_1120 (size=5958) 2024-11-14T14:50:55,522 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/a/0fa1786f9b484e7cb6c0e1c29378d48b 2024-11-14T14:50:55,540 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/b/43b710f3660e4a42b98ae3a668186dbf is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731595851380/Put/seqid=0 2024-11-14T14:50:55,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741941_1121 (size=5958) 2024-11-14T14:50:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741941_1121 (size=5958) 2024-11-14T14:50:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741941_1121 (size=5958) 2024-11-14T14:50:55,547 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/b/43b710f3660e4a42b98ae3a668186dbf 2024-11-14T14:50:55,566 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/c/58ed2b4c9148479da57a6522129c0072 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731595851386/Put/seqid=0 2024-11-14T14:50:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741942_1122 (size=5958) 2024-11-14T14:50:55,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741942_1122 (size=5958) 2024-11-14T14:50:55,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741942_1122 (size=5958) 2024-11-14T14:50:55,572 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/c/58ed2b4c9148479da57a6522129c0072 2024-11-14T14:50:55,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/a/0fa1786f9b484e7cb6c0e1c29378d48b as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/a/0fa1786f9b484e7cb6c0e1c29378d48b 2024-11-14T14:50:55,582 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/a/0fa1786f9b484e7cb6c0e1c29378d48b, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T14:50:55,582 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/b/43b710f3660e4a42b98ae3a668186dbf as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/b/43b710f3660e4a42b98ae3a668186dbf 2024-11-14T14:50:55,587 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/b/43b710f3660e4a42b98ae3a668186dbf, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T14:50:55,588 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/.tmp/c/58ed2b4c9148479da57a6522129c0072 as hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/c/58ed2b4c9148479da57a6522129c0072 2024-11-14T14:50:55,592 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/c/58ed2b4c9148479da57a6522129c0072, entries=10, sequenceid=66, filesize=5.8 K 2024-11-14T14:50:55,593 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8ee67fc5bed90ff0eb27c53d9014e28c in 93ms, sequenceid=66, compaction requested=false; wal=null 2024-11-14T14:50:55,593 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/0000000000000000066 2024-11-14T14:50:55,594 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,594 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,595 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T14:50:55,596 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 8ee67fc5bed90ff0eb27c53d9014e28c 2024-11-14T14:50:55,598 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/hbase/data/default/testReplayEditsWrittenViaHRegion/8ee67fc5bed90ff0eb27c53d9014e28c/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-14T14:50:55,599 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 8ee67fc5bed90ff0eb27c53d9014e28c; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62957679, jitterRate=-0.06185747683048248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T14:50:55,599 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 8ee67fc5bed90ff0eb27c53d9014e28c: Writing region info on filesystem at 1731595855472Initializing all the Stores at 1731595855473 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595855473Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595855473Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731595855473Obtaining lock to block concurrent updates at 1731595855500 (+27 ms)Preparing flush snapshotting stores in 8ee67fc5bed90ff0eb27c53d9014e28c at 1731595855500Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731595855500Flushing stores of testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. at 1731595855500Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/a: creating writer at 1731595855500Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/a: appending metadata at 1731595855515 (+15 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/a: closing flushed file at 1731595855515Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/b: creating writer at 1731595855526 (+11 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/b: appending metadata at 1731595855539 (+13 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/b: closing flushed file at 1731595855539Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/c: creating writer at 1731595855551 (+12 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/c: appending metadata at 1731595855565 (+14 ms)Flushing 8ee67fc5bed90ff0eb27c53d9014e28c/c: closing flushed file at 1731595855565Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@210ab4f7: reopening flushed file at 1731595855576 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a332103: reopening flushed file at 1731595855582 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a2a0799: reopening flushed file at 1731595855587 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 8ee67fc5bed90ff0eb27c53d9014e28c in 93ms, sequenceid=66, compaction requested=false; wal=null at 1731595855593 (+6 ms)Cleaning up temporary data from old regions at 1731595855594 (+1 ms)Region opened successfully at 1731595855599 (+5 ms) 2024-11-14T14:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 8ee67fc5bed90ff0eb27c53d9014e28c, disabling compactions & flushes 2024-11-14T14:50:55,611 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. after waiting 0 ms 2024-11-14T14:50:55,611 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:55,613 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731595851072.8ee67fc5bed90ff0eb27c53d9014e28c. 2024-11-14T14:50:55,613 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 8ee67fc5bed90ff0eb27c53d9014e28c: Waiting for close lock at 1731595855611Disabling compacts and flushes for region at 1731595855611Disabling writes for close at 1731595855611Writing region close event to WAL at 1731595855613 (+2 ms)Closed at 1731595855613 2024-11-14T14:50:55,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741939_1119 (size=95) 2024-11-14T14:50:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741939_1119 (size=95) 2024-11-14T14:50:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741939_1119 (size=95) 2024-11-14T14:50:55,618 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-14T14:50:55,618 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731595855454) 2024-11-14T14:50:55,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayValueCompression#testReplayEditsWrittenViaHRegion Thread=445 (was 439) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:46773 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:46773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1636245867_22 at /127.0.0.1:51618 [Waiting for operation #16] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1636245867_22 at /127.0.0.1:41778 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1636245867_22 at /127.0.0.1:46268 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=169 (was 184), ProcessCount=11 (was 11), AvailableMemoryMB=7709 (was 7721) 2024-11-14T14:50:55,633 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-14T14:50:55,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T14:50:55,633 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:50:55,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:55,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:55,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:55,634 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T14:50:55,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T14:50:55,634 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=976646012, stopped=false 2024-11-14T14:50:55,634 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=da1c6afcd1f9,35823,1731595816840 2024-11-14T14:50:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T14:50:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:55,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:55,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:50:55,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:55,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T14:50:55,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:55,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:55,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,37565,1731595817630' ***** 2024-11-14T14:50:55,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:50:55,641 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'da1c6afcd1f9,40301,1731595817674' ***** 2024-11-14T14:50:55,641 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T14:50:55,641 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:50:55,641 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T14:50:55,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:55,641 INFO [RS:2;da1c6afcd1f9:40301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:50:55,641 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:50:55,642 INFO [RS:2;da1c6afcd1f9:40301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:50:55,642 INFO [RS:1;da1c6afcd1f9:37565 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T14:50:55,642 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:55,642 INFO [RS:1;da1c6afcd1f9:37565 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T14:50:55,642 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T14:50:55,642 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:55,642 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:55,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T14:50:55,642 INFO [RS:2;da1c6afcd1f9:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;da1c6afcd1f9:40301. 2024-11-14T14:50:55,642 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(959): stopping server da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:55,642 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:55,642 DEBUG [RS:2;da1c6afcd1f9:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:55,642 DEBUG [RS:2;da1c6afcd1f9:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:55,642 INFO [RS:1;da1c6afcd1f9:37565 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;da1c6afcd1f9:37565. 2024-11-14T14:50:55,642 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:50:55,642 DEBUG [RS:1;da1c6afcd1f9:37565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T14:50:55,642 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1325): Online Regions={69f44978fe6dc578cc0a5e9df1b91afe=testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe.} 2024-11-14T14:50:55,642 DEBUG [RS:1;da1c6afcd1f9:37565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:55,643 DEBUG [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1351): Waiting on 69f44978fe6dc578cc0a5e9df1b91afe 2024-11-14T14:50:55,643 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:50:55,643 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:50:55,643 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:50:55,643 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69f44978fe6dc578cc0a5e9df1b91afe, disabling compactions & flushes 2024-11-14T14:50:55,643 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. after waiting 0 ms 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:55,643 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T14:50:55,643 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T14:50:55,643 DEBUG [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T14:50:55,643 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T14:50:55,643 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T14:50:55,644 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.19 KB heapSize=2.79 KB 2024-11-14T14:50:55,648 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/default/testReplayEditsAfterRegionMovedWithMultiCF/69f44978fe6dc578cc0a5e9df1b91afe/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-14T14:50:55,649 INFO [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:55,649 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69f44978fe6dc578cc0a5e9df1b91afe: Waiting for close lock at 1731595855643Running coprocessor pre-close hooks at 1731595855643Disabling compacts and flushes for region at 1731595855643Disabling writes for close at 1731595855643Writing region close event to WAL at 1731595855644 (+1 ms)Running coprocessor post-close hooks at 1731595855649 (+5 ms)Closed at 1731595855649 2024-11-14T14:50:55,649 DEBUG [RS_CLOSE_REGION-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe. 2024-11-14T14:50:55,649 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/info/7cbdc295dc8c4645bbe6ae44ff694951 is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731595832002.69f44978fe6dc578cc0a5e9df1b91afe./info:regioninfo/1731595835852/Put/seqid=0 2024-11-14T14:50:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741943_1123 (size=6778) 2024-11-14T14:50:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741943_1123 (size=6778) 2024-11-14T14:50:55,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741943_1123 (size=6778) 2024-11-14T14:50:55,660 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.19 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/info/7cbdc295dc8c4645bbe6ae44ff694951 2024-11-14T14:50:55,667 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/.tmp/info/7cbdc295dc8c4645bbe6ae44ff694951 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/info/7cbdc295dc8c4645bbe6ae44ff694951 2024-11-14T14:50:55,672 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/info/7cbdc295dc8c4645bbe6ae44ff694951, entries=8, sequenceid=23, filesize=6.6 K 2024-11-14T14:50:55,673 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=23, compaction requested=false 2024-11-14T14:50:55,674 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T14:50:55,679 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/data/hbase/meta/1588230740/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=18 2024-11-14T14:50:55,680 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T14:50:55,680 INFO [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:55,680 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731595855643Running coprocessor pre-close hooks at 1731595855643Disabling compacts and flushes for region at 1731595855643Disabling writes for close at 1731595855643Obtaining lock to block concurrent updates at 1731595855644 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731595855644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1218, getHeapSize=2792, getOffHeapSize=0, getCellsCount=8 at 1731595855644Flushing stores of hbase:meta,,1.1588230740 at 1731595855645 (+1 ms)Flushing 1588230740/info: creating writer at 1731595855645Flushing 1588230740/info: appending metadata at 1731595855649 (+4 ms)Flushing 1588230740/info: closing flushed file at 1731595855649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb7799a: reopening flushed file at 1731595855666 (+17 ms)Finished flush of dataSize ~1.19 KB/1218, heapSize ~2.02 KB/2072, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=23, compaction requested=false at 1731595855673 (+7 ms)Writing region close event to WAL at 1731595855676 (+3 ms)Running coprocessor post-close hooks at 1731595855680 (+4 ms)Closed at 1731595855680 2024-11-14T14:50:55,680 DEBUG [RS_CLOSE_META-regionserver/da1c6afcd1f9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T14:50:55,723 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:55,723 INFO [regionserver/da1c6afcd1f9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:55,843 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,40301,1731595817674; all regions closed. 2024-11-14T14:50:55,843 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(976): stopping server da1c6afcd1f9,37565,1731595817630; all regions closed. 2024-11-14T14:50:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741834_1010 (size=723) 2024-11-14T14:50:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741834_1010 (size=723) 2024-11-14T14:50:55,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741834_1010 (size=723) 2024-11-14T14:50:55,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741893_1071 (size=1671) 2024-11-14T14:50:55,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741893_1071 (size=1671) 2024-11-14T14:50:55,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741893_1071 (size=1671) 2024-11-14T14:50:55,873 DEBUG [RS:2;da1c6afcd1f9:40301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C40301%2C1731595817674:(num 1731595819137) 2024-11-14T14:50:55,874 DEBUG [RS:2;da1c6afcd1f9:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T14:50:55,874 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T14:50:55,874 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:55,875 INFO [RS:2;da1c6afcd1f9:40301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40301 2024-11-14T14:50:55,876 DEBUG [RS:1;da1c6afcd1f9:37565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs 2024-11-14T14:50:55,876 INFO [RS:1;da1c6afcd1f9:37565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C37565%2C1731595817630.meta:.meta(num 1731595835023) 2024-11-14T14:50:55,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,40301,1731595817674 2024-11-14T14:50:55,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:55,877 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:55,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,40301,1731595817674] 2024-11-14T14:50:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741835_1011 (size=1702) 2024-11-14T14:50:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741835_1011 (size=1702) 2024-11-14T14:50:55,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741835_1011 (size=1702) 2024-11-14T14:50:55,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,40301,1731595817674 already deleted, retry=false 2024-11-14T14:50:55,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,40301,1731595817674 expired; onlineServers=1 2024-11-14T14:50:55,882 DEBUG [RS:1;da1c6afcd1f9:37565 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/oldWALs 2024-11-14T14:50:55,882 INFO [RS:1;da1c6afcd1f9:37565 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL da1c6afcd1f9%2C37565%2C1731595817630:(num 1731595819136) 2024-11-14T14:50:55,882 DEBUG [RS:1;da1c6afcd1f9:37565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T14:50:55,882 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T14:50:55,882 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:55,882 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.ChoreService(370): Chore service for: regionserver/da1c6afcd1f9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:55,883 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:55,883 INFO [regionserver/da1c6afcd1f9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:55,883 INFO [RS:1;da1c6afcd1f9:37565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37565 2024-11-14T14:50:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/da1c6afcd1f9,37565,1731595817630 2024-11-14T14:50:55,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T14:50:55,885 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:55,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [da1c6afcd1f9,37565,1731595817630] 2024-11-14T14:50:55,887 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/da1c6afcd1f9,37565,1731595817630 already deleted, retry=false 2024-11-14T14:50:55,887 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; da1c6afcd1f9,37565,1731595817630 expired; onlineServers=0 2024-11-14T14:50:55,887 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'da1c6afcd1f9,35823,1731595816840' ***** 2024-11-14T14:50:55,887 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T14:50:55,888 INFO [M:0;da1c6afcd1f9:35823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T14:50:55,888 INFO [M:0;da1c6afcd1f9:35823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T14:50:55,888 DEBUG [M:0;da1c6afcd1f9:35823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T14:50:55,888 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T14:50:55,888 DEBUG [M:0;da1c6afcd1f9:35823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T14:50:55,888 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595818736 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.small.0-1731595818736,5,FailOnTimeoutGroup] 2024-11-14T14:50:55,888 DEBUG [master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595818730 {}] cleaner.HFileCleaner(306): Exit Thread[master/da1c6afcd1f9:0:becomeActiveMaster-HFileCleaner.large.0-1731595818730,5,FailOnTimeoutGroup] 2024-11-14T14:50:55,888 INFO [M:0;da1c6afcd1f9:35823 {}] hbase.ChoreService(370): Chore service for: master/da1c6afcd1f9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T14:50:55,888 INFO [M:0;da1c6afcd1f9:35823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T14:50:55,888 DEBUG [M:0;da1c6afcd1f9:35823 {}] master.HMaster(1795): Stopping service threads 2024-11-14T14:50:55,888 INFO [M:0;da1c6afcd1f9:35823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T14:50:55,889 INFO [M:0;da1c6afcd1f9:35823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T14:50:55,889 INFO [M:0;da1c6afcd1f9:35823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T14:50:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T14:50:55,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T14:50:55,890 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T14:50:55,890 DEBUG [M:0;da1c6afcd1f9:35823 {}] zookeeper.ZKUtil(347): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T14:50:55,890 WARN [M:0;da1c6afcd1f9:35823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T14:50:55,891 INFO [M:0;da1c6afcd1f9:35823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/.lastflushedseqids 2024-11-14T14:50:55,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741944_1124 (size=119) 2024-11-14T14:50:55,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741944_1124 (size=119) 2024-11-14T14:50:55,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741944_1124 (size=119) 2024-11-14T14:50:55,904 INFO [M:0;da1c6afcd1f9:35823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T14:50:55,905 INFO [M:0;da1c6afcd1f9:35823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T14:50:55,905 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T14:50:55,905 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:55,905 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:55,905 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T14:50:55,905 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:55,905 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=83.40 KB heapSize=102.70 KB 2024-11-14T14:50:55,922 DEBUG [M:0;da1c6afcd1f9:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68f3730301234383bd02536bbdd9a816 is 82, key is hbase:meta,,1/info:regioninfo/1731595835180/Put/seqid=0 2024-11-14T14:50:55,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741945_1125 (size=6063) 2024-11-14T14:50:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741945_1125 (size=6063) 2024-11-14T14:50:55,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741945_1125 (size=6063) 2024-11-14T14:50:55,928 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68f3730301234383bd02536bbdd9a816 2024-11-14T14:50:55,953 DEBUG [M:0;da1c6afcd1f9:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93df6456797b44bbb83b86d1a0bb67fc is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731595832427/Put/seqid=0 2024-11-14T14:50:55,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741946_1126 (size=7907) 2024-11-14T14:50:55,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741946_1126 (size=7907) 2024-11-14T14:50:55,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741946_1126 (size=7907) 2024-11-14T14:50:55,960 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=82.17 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93df6456797b44bbb83b86d1a0bb67fc 2024-11-14T14:50:55,964 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93df6456797b44bbb83b86d1a0bb67fc 2024-11-14T14:50:55,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x101a742c1d20003, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:55,979 INFO [RS:2;da1c6afcd1f9:40301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:55,979 INFO [RS:2;da1c6afcd1f9:40301 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,40301,1731595817674; zookeeper connection closed. 2024-11-14T14:50:55,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9250d54 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9250d54 2024-11-14T14:50:55,980 DEBUG [M:0;da1c6afcd1f9:35823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f2721d01ebc4beea3a0894031f4f535 is 69, key is da1c6afcd1f9,37565,1731595817630/rs:state/1731595818890/Put/seqid=0 2024-11-14T14:50:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741947_1127 (size=5440) 2024-11-14T14:50:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741947_1127 (size=5440) 2024-11-14T14:50:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741947_1127 (size=5440) 2024-11-14T14:50:55,986 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f2721d01ebc4beea3a0894031f4f535 2024-11-14T14:50:55,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:55,987 INFO [RS:1;da1c6afcd1f9:37565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:55,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37565-0x101a742c1d20002, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:55,987 INFO [RS:1;da1c6afcd1f9:37565 {}] regionserver.HRegionServer(1031): Exiting; stopping=da1c6afcd1f9,37565,1731595817630; zookeeper connection closed. 2024-11-14T14:50:55,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e387292 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e387292 2024-11-14T14:50:55,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-14T14:50:55,991 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f2721d01ebc4beea3a0894031f4f535 2024-11-14T14:50:55,992 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/68f3730301234383bd02536bbdd9a816 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68f3730301234383bd02536bbdd9a816 2024-11-14T14:50:55,997 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/68f3730301234383bd02536bbdd9a816, entries=14, sequenceid=207, filesize=5.9 K 2024-11-14T14:50:55,998 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/93df6456797b44bbb83b86d1a0bb67fc as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93df6456797b44bbb83b86d1a0bb67fc 2024-11-14T14:50:56,003 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93df6456797b44bbb83b86d1a0bb67fc 2024-11-14T14:50:56,003 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/93df6456797b44bbb83b86d1a0bb67fc, entries=21, sequenceid=207, filesize=7.7 K 2024-11-14T14:50:56,004 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f2721d01ebc4beea3a0894031f4f535 as hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f2721d01ebc4beea3a0894031f4f535 2024-11-14T14:50:56,009 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1f2721d01ebc4beea3a0894031f4f535 2024-11-14T14:50:56,009 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46773/user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f2721d01ebc4beea3a0894031f4f535, entries=3, sequenceid=207, filesize=5.3 K 2024-11-14T14:50:56,010 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=207, compaction requested=false 2024-11-14T14:50:56,012 INFO [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T14:50:56,012 DEBUG [M:0;da1c6afcd1f9:35823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731595855905Disabling compacts and flushes for region at 1731595855905Disabling writes for close at 1731595855905Obtaining lock to block concurrent updates at 1731595855905Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731595855905Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=85398, getHeapSize=105104, getOffHeapSize=0, getCellsCount=248 at 1731595855906 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731595855906Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731595855906Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731595855921 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731595855922 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731595855933 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731595855952 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731595855952Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731595855965 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731595855979 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731595855979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55dd730a: reopening flushed file at 1731595855991 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df3ead6: reopening flushed file at 1731595855997 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57096ab1: reopening flushed file at 1731595856003 (+6 ms)Finished flush of dataSize ~83.40 KB/85398, heapSize ~102.41 KB/104864, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=207, compaction requested=false at 1731595856010 (+7 ms)Writing region close event to WAL at 1731595856012 (+2 ms)Closed at 1731595856012 2024-11-14T14:50:56,015 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5a1f5c8-09a0-0e26-720b-1ee848f8c3f3/MasterData/WALs/da1c6afcd1f9,35823,1731595816840/da1c6afcd1f9%2C35823%2C1731595816840.1731595818097 not finished, retry = 0 2024-11-14T14:50:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38071 is added to blk_1073741830_1006 (size=69383) 2024-11-14T14:50:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36951 is added to blk_1073741830_1006 (size=69383) 2024-11-14T14:50:56,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43709 is added to blk_1073741830_1006 (size=69383) 2024-11-14T14:50:56,116 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T14:50:56,116 INFO [M:0;da1c6afcd1f9:35823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T14:50:56,116 INFO [M:0;da1c6afcd1f9:35823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35823 2024-11-14T14:50:56,117 INFO [M:0;da1c6afcd1f9:35823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T14:50:56,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:56,219 INFO [M:0;da1c6afcd1f9:35823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T14:50:56,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35823-0x101a742c1d20000, quorum=127.0.0.1:51388, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T14:50:56,225 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595845774 with renewLeaseKey: DEFAULT_16688 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595845774 (inode 16688) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731595836516/wal.1731595845774 (inode 16688) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T14:50:56,228 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836332 with renewLeaseKey: DEFAULT_16665 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836332 (inode 16665) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731595836067/wal.1731595836332 (inode 16665) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T14:50:56,228 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731595827528/wal.1731595827645 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:56,230 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846501 with renewLeaseKey: DEFAULT_16714 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846501 (inode 16714) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731595845980/wal.1731595846501 (inode 16714) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T14:50:56,231 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731595846651/wal.1731595846717 with renewLeaseKey: DEFAULT_16736 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:56,231 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731595851071/wal.1731595851255 with renewLeaseKey: DEFAULT_16777 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:56,231 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731595820909/wal.1731595820994 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T14:50:56,233 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal.1731595820768 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal.1731595820768 (inode 16485) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731595820558/wal.1731595820768 (inode 16485) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T14:50:56,235 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal.1731595820275 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal.1731595820275 (inode 16462) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731595819910/wal.1731595820275 (inode 16462) Holder DFSClient_NONMAPREDUCE_-934070547_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-14T14:50:56,239 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:56,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:56,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:56,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:56,242 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:56,245 WARN [BP-1462796270-172.17.0.2-1731595813725 heartbeating to localhost/127.0.0.1:46773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:56,245 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:56,245 WARN [BP-1462796270-172.17.0.2-1731595813725 heartbeating to localhost/127.0.0.1:46773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1462796270-172.17.0.2-1731595813725 (Datanode Uuid 959a4414-7b9a-4681-aaae-8ff3c7b1f514) service to localhost/127.0.0.1:46773 2024-11-14T14:50:56,245 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:56,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data5/current/BP-1462796270-172.17.0.2-1731595813725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:56,246 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data6/current/BP-1462796270-172.17.0.2-1731595813725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:56,247 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:56,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:56,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:56,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:56,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:56,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:56,250 WARN [BP-1462796270-172.17.0.2-1731595813725 heartbeating to localhost/127.0.0.1:46773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:56,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:56,250 WARN [BP-1462796270-172.17.0.2-1731595813725 heartbeating to localhost/127.0.0.1:46773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1462796270-172.17.0.2-1731595813725 (Datanode Uuid c18304cc-6575-429d-a2e7-b40c889ac0d2) service to localhost/127.0.0.1:46773 2024-11-14T14:50:56,250 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:56,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data3/current/BP-1462796270-172.17.0.2-1731595813725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:56,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data4/current/BP-1462796270-172.17.0.2-1731595813725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:56,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:56,253 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T14:50:56,254 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:56,254 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:56,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:56,254 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:56,255 WARN [BP-1462796270-172.17.0.2-1731595813725 heartbeating to localhost/127.0.0.1:46773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T14:50:56,255 WARN [BP-1462796270-172.17.0.2-1731595813725 heartbeating to localhost/127.0.0.1:46773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1462796270-172.17.0.2-1731595813725 (Datanode Uuid bfffbe18-198c-4c06-8e54-f3d0539d5847) service to localhost/127.0.0.1:46773 2024-11-14T14:50:56,255 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T14:50:56,255 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T14:50:56,255 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data1/current/BP-1462796270-172.17.0.2-1731595813725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:56,256 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/cluster_624949ed-6aeb-3ce4-599c-fa2695c7b8eb/data/data2/current/BP-1462796270-172.17.0.2-1731595813725 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T14:50:56,256 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T14:50:56,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3717288f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T14:50:56,263 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4bd70930{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T14:50:56,263 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T14:50:56,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dc9d5c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T14:50:56,263 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f37ffca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/278747d7-0dc5-47f9-2f91-792658a7bcc3/hadoop.log.dir/,STOPPED} 2024-11-14T14:50:56,273 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T14:50:56,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down