2024-11-24 03:46:13,742 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-24 03:46:13,752 main DEBUG Took 0.008386 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 03:46:13,752 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 03:46:13,753 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 03:46:13,753 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 03:46:13,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,761 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 03:46:13,772 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,774 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,775 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,776 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,777 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,778 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,779 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,780 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,780 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,781 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,781 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 03:46:13,783 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,783 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 03:46:13,784 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 03:46:13,785 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 03:46:13,787 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 03:46:13,788 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 03:46:13,789 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 03:46:13,789 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 03:46:13,796 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 03:46:13,798 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 03:46:13,800 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 03:46:13,800 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 03:46:13,801 main DEBUG createAppenders(={Console}) 2024-11-24 03:46:13,802 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-24 03:46:13,802 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-24 03:46:13,802 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-24 03:46:13,803 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 03:46:13,803 main DEBUG OutputStream closed 2024-11-24 03:46:13,803 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 03:46:13,803 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 03:46:13,804 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-24 03:46:13,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 03:46:13,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 03:46:13,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 03:46:13,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 03:46:13,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 03:46:13,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 03:46:13,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 03:46:13,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 03:46:13,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 03:46:13,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 03:46:13,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 03:46:13,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 03:46:13,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 03:46:13,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 03:46:13,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 03:46:13,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 03:46:13,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 03:46:13,882 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 03:46:13,884 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 03:46:13,885 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-24 03:46:13,885 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 03:46:13,886 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-24T03:46:14,118 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748 2024-11-24 03:46:14,122 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 03:46:14,122 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T03:46:14,131 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-24T03:46:14,138 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestSecureAsyncWALReplay timeout: 13 mins 2024-11-24T03:46:14,161 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T03:46:14,203 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T03:46:14,203 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T03:46:14,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T03:46:14,235 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c, deleteOnExit=true 2024-11-24T03:46:14,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T03:46:14,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/test.cache.data in system properties and HBase conf 2024-11-24T03:46:14,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T03:46:14,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir in system properties and HBase conf 2024-11-24T03:46:14,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T03:46:14,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T03:46:14,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T03:46:14,322 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T03:46:14,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T03:46:14,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:46:14,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T03:46:14,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T03:46:14,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:46:14,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T03:46:14,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T03:46:14,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T03:46:14,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:46:14,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T03:46:14,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/nfs.dump.dir in system properties and HBase conf 2024-11-24T03:46:14,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/java.io.tmpdir in system properties and HBase conf 2024-11-24T03:46:14,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T03:46:14,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T03:46:14,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T03:46:15,435 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T03:46:15,508 INFO [Time-limited test {}] log.Log(170): Logging initialized @2449ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T03:46:15,584 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:46:15,652 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:46:15,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:46:15,678 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:46:15,679 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:46:15,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:46:15,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:46:15,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:46:15,873 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c03e044{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/java.io.tmpdir/jetty-localhost-37727-hadoop-hdfs-3_4_1-tests_jar-_-any-340928415460255818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:46:15,880 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:37727} 2024-11-24T03:46:15,880 INFO [Time-limited test {}] server.Server(415): Started @2822ms 2024-11-24T03:46:16,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:46:16,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:46:16,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:46:16,370 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:46:16,370 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:46:16,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:46:16,371 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:46:16,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@330740de{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/java.io.tmpdir/jetty-localhost-41313-hadoop-hdfs-3_4_1-tests_jar-_-any-17219633212952539891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:46:16,470 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:41313} 2024-11-24T03:46:16,470 INFO [Time-limited test {}] server.Server(415): Started @3412ms 2024-11-24T03:46:16,515 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:46:16,625 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:46:16,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:46:16,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:46:16,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:46:16,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T03:46:16,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:46:16,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:46:16,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bd427b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/java.io.tmpdir/jetty-localhost-33133-hadoop-hdfs-3_4_1-tests_jar-_-any-7814422637771643850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:46:16,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:33133} 2024-11-24T03:46:16,733 INFO [Time-limited test {}] server.Server(415): Started @3675ms 2024-11-24T03:46:16,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:46:16,772 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T03:46:16,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T03:46:16,781 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T03:46:16,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T03:46:16,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T03:46:16,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,AVAILABLE} 2024-11-24T03:46:16,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T03:46:16,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35f1150e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/java.io.tmpdir/jetty-localhost-40913-hadoop-hdfs-3_4_1-tests_jar-_-any-8528001673177744208/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:46:16,893 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:40913} 2024-11-24T03:46:16,893 INFO [Time-limited test {}] server.Server(415): Started @3835ms 2024-11-24T03:46:16,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T03:46:17,833 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data3/current/BP-1060207558-172.17.0.2-1732419975019/current, will proceed with Du for space computation calculation, 2024-11-24T03:46:17,833 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data4/current/BP-1060207558-172.17.0.2-1732419975019/current, will proceed with Du for space computation calculation, 2024-11-24T03:46:17,833 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data1/current/BP-1060207558-172.17.0.2-1732419975019/current, will proceed with Du for space computation calculation, 2024-11-24T03:46:17,833 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data2/current/BP-1060207558-172.17.0.2-1732419975019/current, will proceed with Du for space computation calculation, 2024-11-24T03:46:17,866 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:46:17,866 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:46:17,868 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data6/current/BP-1060207558-172.17.0.2-1732419975019/current, will proceed with Du for space computation calculation, 2024-11-24T03:46:17,868 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data5/current/BP-1060207558-172.17.0.2-1732419975019/current, will proceed with Du for space computation calculation, 2024-11-24T03:46:17,893 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T03:46:17,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57764aec06c0030 with lease ID 0xdf8d2c11ae439fe7: Processing first storage report for DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2 from datanode DatanodeRegistration(127.0.0.1:40295, datanodeUuid=7e224a50-d060-4f22-b43f-4789fc0b3b51, infoPort=45219, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019) 2024-11-24T03:46:17,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57764aec06c0030 with lease ID 0xdf8d2c11ae439fe7: from storage DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2 node DatanodeRegistration(127.0.0.1:40295, datanodeUuid=7e224a50-d060-4f22-b43f-4789fc0b3b51, infoPort=45219, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:46:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa840d2c5a00d6 with lease ID 0xdf8d2c11ae439fe8: Processing first storage report for DS-297f291e-6634-4c55-a45b-ea0d53c93309 from datanode DatanodeRegistration(127.0.0.1:34819, datanodeUuid=9b9df51b-a524-45f3-b872-7529dd84e696, infoPort=43059, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019) 2024-11-24T03:46:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa840d2c5a00d6 with lease ID 0xdf8d2c11ae439fe8: from storage DS-297f291e-6634-4c55-a45b-ea0d53c93309 node DatanodeRegistration(127.0.0.1:34819, datanodeUuid=9b9df51b-a524-45f3-b872-7529dd84e696, infoPort=43059, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:46:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13d76ccac8c825d8 with lease ID 0xdf8d2c11ae439fe6: Processing first storage report for DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39 from datanode DatanodeRegistration(127.0.0.1:41153, datanodeUuid=21ed4925-8607-443d-ab35-64348669f68d, infoPort=46839, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019) 2024-11-24T03:46:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13d76ccac8c825d8 with lease ID 0xdf8d2c11ae439fe6: from storage DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39 node DatanodeRegistration(127.0.0.1:41153, datanodeUuid=21ed4925-8607-443d-ab35-64348669f68d, infoPort=46839, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:46:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe57764aec06c0030 with lease ID 0xdf8d2c11ae439fe7: Processing first storage report for DS-01a6924b-234e-454a-a57c-1fd31db5a800 from datanode DatanodeRegistration(127.0.0.1:40295, datanodeUuid=7e224a50-d060-4f22-b43f-4789fc0b3b51, infoPort=45219, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019) 2024-11-24T03:46:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe57764aec06c0030 with lease ID 0xdf8d2c11ae439fe7: from storage DS-01a6924b-234e-454a-a57c-1fd31db5a800 node DatanodeRegistration(127.0.0.1:40295, datanodeUuid=7e224a50-d060-4f22-b43f-4789fc0b3b51, infoPort=45219, infoSecurePort=0, ipcPort=39805, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:46:17,914 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfa840d2c5a00d6 with lease ID 0xdf8d2c11ae439fe8: Processing first storage report for DS-0c160e36-ee27-4f65-9fcb-eed2fa7e7e40 from datanode DatanodeRegistration(127.0.0.1:34819, datanodeUuid=9b9df51b-a524-45f3-b872-7529dd84e696, infoPort=43059, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019) 2024-11-24T03:46:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfa840d2c5a00d6 with lease ID 0xdf8d2c11ae439fe8: from storage DS-0c160e36-ee27-4f65-9fcb-eed2fa7e7e40 node DatanodeRegistration(127.0.0.1:34819, datanodeUuid=9b9df51b-a524-45f3-b872-7529dd84e696, infoPort=43059, infoSecurePort=0, ipcPort=40543, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T03:46:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13d76ccac8c825d8 with lease ID 0xdf8d2c11ae439fe6: Processing first storage report for DS-4d8415a6-c0c5-4f36-bdf3-b0fbd9218d69 from datanode DatanodeRegistration(127.0.0.1:41153, datanodeUuid=21ed4925-8607-443d-ab35-64348669f68d, infoPort=46839, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019) 2024-11-24T03:46:17,915 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13d76ccac8c825d8 with lease ID 0xdf8d2c11ae439fe6: from storage DS-4d8415a6-c0c5-4f36-bdf3-b0fbd9218d69 node DatanodeRegistration(127.0.0.1:41153, datanodeUuid=21ed4925-8607-443d-ab35-64348669f68d, infoPort=46839, infoSecurePort=0, ipcPort=39479, storageInfo=lv=-57;cid=testClusterID;nsid=1769334313;c=1732419975019), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T03:46:17,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748 2024-11-24T03:46:18,001 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/zookeeper_0, clientPort=57877, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T03:46:18,017 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57877 2024-11-24T03:46:18,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:18,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:18,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741825_1001 (size=7) 2024-11-24T03:46:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741825_1001 (size=7) 2024-11-24T03:46:18,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741825_1001 (size=7) 2024-11-24T03:46:18,630 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c with version=8 2024-11-24T03:46:18,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/hbase-staging 2024-11-24T03:46:18,915 INFO [Time-limited test {}] client.ConnectionUtils(128): master/71d8d2d6408d:0 server-side Connection retries=45 2024-11-24T03:46:18,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:18,924 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:18,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:46:18,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:18,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:46:19,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T03:46:19,101 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T03:46:19,110 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T03:46:19,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:46:19,135 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24535 (auto-detected) 2024-11-24T03:46:19,136 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T03:46:19,153 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45153 2024-11-24T03:46:19,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45153 connecting to ZooKeeper ensemble=127.0.0.1:57877 2024-11-24T03:46:19,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451530x0, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:46:19,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45153-0x1016c3c95c50000 connected 2024-11-24T03:46:19,370 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:46:19,393 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c, hbase.cluster.distributed=false 2024-11-24T03:46:19,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:46:19,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-24T03:46:19,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45153 2024-11-24T03:46:19,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45153 2024-11-24T03:46:19,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-24T03:46:19,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45153 2024-11-24T03:46:19,515 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71d8d2d6408d:0 server-side Connection retries=45 2024-11-24T03:46:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,517 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:46:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,517 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:46:19,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:46:19,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:46:19,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45607 2024-11-24T03:46:19,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45607 connecting to ZooKeeper ensemble=127.0.0.1:57877 2024-11-24T03:46:19,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456070x0, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:46:19,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45607-0x1016c3c95c50001 connected 2024-11-24T03:46:19,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:46:19,553 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T03:46:19,561 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T03:46:19,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:46:19,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:46:19,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-24T03:46:19,570 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45607 2024-11-24T03:46:19,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45607 2024-11-24T03:46:19,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-24T03:46:19,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45607 2024-11-24T03:46:19,588 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71d8d2d6408d:0 server-side Connection retries=45 2024-11-24T03:46:19,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:46:19,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:46:19,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:46:19,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:46:19,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39337 2024-11-24T03:46:19,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39337 connecting to ZooKeeper ensemble=127.0.0.1:57877 2024-11-24T03:46:19,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393370x0, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:46:19,611 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39337-0x1016c3c95c50002 connected 2024-11-24T03:46:19,611 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:46:19,612 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T03:46:19,613 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T03:46:19,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:46:19,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:46:19,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39337 2024-11-24T03:46:19,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39337 2024-11-24T03:46:19,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39337 2024-11-24T03:46:19,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39337 2024-11-24T03:46:19,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39337 2024-11-24T03:46:19,639 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/71d8d2d6408d:0 server-side Connection retries=45 2024-11-24T03:46:19,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T03:46:19,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T03:46:19,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T03:46:19,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T03:46:19,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T03:46:19,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36021 2024-11-24T03:46:19,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36021 connecting to ZooKeeper ensemble=127.0.0.1:57877 2024-11-24T03:46:19,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360210x0, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T03:46:19,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360210x0, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:46:19,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36021-0x1016c3c95c50003 connected 2024-11-24T03:46:19,662 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T03:46:19,663 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T03:46:19,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T03:46:19,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T03:46:19,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36021 2024-11-24T03:46:19,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36021 2024-11-24T03:46:19,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36021 2024-11-24T03:46:19,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36021 2024-11-24T03:46:19,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36021 2024-11-24T03:46:19,682 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;71d8d2d6408d:45153 2024-11-24T03:46:19,683 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,702 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:46:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:46:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T03:46:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,737 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T03:46:19,738 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/71d8d2d6408d,45153,1732419978768 from backup master directory 2024-11-24T03:46:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T03:46:19,750 WARN [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:46:19,750 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:19,752 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T03:46:19,754 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T03:46:19,808 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/hbase.id] with ID: 6d1bacb0-1786-4610-be03-53b32db3adca 2024-11-24T03:46:19,808 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/.tmp/hbase.id 2024-11-24T03:46:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741826_1002 (size=42) 2024-11-24T03:46:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741826_1002 (size=42) 2024-11-24T03:46:19,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741826_1002 (size=42) 2024-11-24T03:46:19,824 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/.tmp/hbase.id]:[hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/hbase.id] 2024-11-24T03:46:19,866 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T03:46:19,871 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T03:46:19,891 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-24T03:46:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741827_1003 (size=196) 2024-11-24T03:46:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741827_1003 (size=196) 2024-11-24T03:46:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741827_1003 (size=196) 2024-11-24T03:46:19,964 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:46:19,965 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T03:46:19,970 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:20,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741828_1004 (size=1189) 2024-11-24T03:46:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741828_1004 (size=1189) 2024-11-24T03:46:20,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741828_1004 (size=1189) 2024-11-24T03:46:20,016 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store 2024-11-24T03:46:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741829_1005 (size=34) 2024-11-24T03:46:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741829_1005 (size=34) 2024-11-24T03:46:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741829_1005 (size=34) 2024-11-24T03:46:20,041 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T03:46:20,044 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:20,046 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:46:20,046 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:20,046 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:20,048 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:46:20,048 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:20,048 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:20,049 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732419980046Disabling compacts and flushes for region at 1732419980046Disabling writes for close at 1732419980048 (+2 ms)Writing region close event to WAL at 1732419980048Closed at 1732419980048 2024-11-24T03:46:20,052 WARN [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/.initializing 2024-11-24T03:46:20,052 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/WALs/71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:20,059 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:20,074 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C45153%2C1732419978768, suffix=, logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/WALs/71d8d2d6408d,45153,1732419978768, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/oldWALs, maxLogs=10 2024-11-24T03:46:20,099 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/WALs/71d8d2d6408d,45153,1732419978768/71d8d2d6408d%2C45153%2C1732419978768.1732419980077, exclude list is [], retry=0 2024-11-24T03:46:20,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:20,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:20,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:20,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:20,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T03:46:20,154 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] crypto.Encryption(565): Installed org.apache.hadoop.hbase.io.crypto.MockAesKeyProvider into key provider cache 2024-11-24T03:46:20,216 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/WALs/71d8d2d6408d,45153,1732419978768/71d8d2d6408d%2C45153%2C1732419978768.1732419980077 2024-11-24T03:46:20,217 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:20,218 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:20,218 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:20,221 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,221 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,257 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T03:46:20,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:20,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T03:46:20,288 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:20,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T03:46:20,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:20,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T03:46:20,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:20,299 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,303 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,304 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,309 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,309 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,312 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T03:46:20,315 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T03:46:20,319 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:20,321 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59141405, jitterRate=-0.11872439086437225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T03:46:20,330 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732419980235Initializing all the Stores at 1732419980238 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732419980238Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419980239 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419980239Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419980239Cleaning up temporary data from old regions at 1732419980309 (+70 ms)Region opened successfully at 1732419980330 (+21 ms) 2024-11-24T03:46:20,331 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T03:46:20,364 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a3cbe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71d8d2d6408d/172.17.0.2:0 2024-11-24T03:46:20,396 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T03:46:20,405 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T03:46:20,406 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T03:46:20,408 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T03:46:20,409 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T03:46:20,414 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T03:46:20,414 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T03:46:20,436 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T03:46:20,444 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T03:46:20,499 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T03:46:20,504 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T03:46:20,507 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T03:46:20,557 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T03:46:20,560 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T03:46:20,565 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T03:46:20,576 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T03:46:20,578 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T03:46:20,585 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T03:46:20,605 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T03:46:20,615 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,631 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=71d8d2d6408d,45153,1732419978768, sessionid=0x1016c3c95c50000, setting cluster-up flag (Was=false) 2024-11-24T03:46:20,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,685 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T03:46:20,689 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:20,740 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T03:46:20,744 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:20,753 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T03:46:20,772 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(746): ClusterId : 6d1bacb0-1786-4610-be03-53b32db3adca 2024-11-24T03:46:20,772 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(746): ClusterId : 6d1bacb0-1786-4610-be03-53b32db3adca 2024-11-24T03:46:20,772 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(746): ClusterId : 6d1bacb0-1786-4610-be03-53b32db3adca 2024-11-24T03:46:20,775 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T03:46:20,775 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T03:46:20,775 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T03:46:20,795 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T03:46:20,795 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T03:46:20,795 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T03:46:20,795 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T03:46:20,795 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T03:46:20,795 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T03:46:20,809 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T03:46:20,809 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T03:46:20,809 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T03:46:20,809 DEBUG [RS:2;71d8d2d6408d:36021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d84783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71d8d2d6408d/172.17.0.2:0 2024-11-24T03:46:20,809 DEBUG [RS:0;71d8d2d6408d:45607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e3d8dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71d8d2d6408d/172.17.0.2:0 2024-11-24T03:46:20,809 DEBUG [RS:1;71d8d2d6408d:39337 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71375062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=71d8d2d6408d/172.17.0.2:0 2024-11-24T03:46:20,823 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;71d8d2d6408d:36021 2024-11-24T03:46:20,827 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T03:46:20,827 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T03:46:20,828 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T03:46:20,828 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;71d8d2d6408d:39337 2024-11-24T03:46:20,828 DEBUG [RS:0;71d8d2d6408d:45607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;71d8d2d6408d:45607 2024-11-24T03:46:20,828 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T03:46:20,828 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T03:46:20,828 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T03:46:20,828 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T03:46:20,828 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T03:46:20,828 DEBUG [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T03:46:20,828 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T03:46:20,830 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,45153,1732419978768 with port=39337, startcode=1732419979587 2024-11-24T03:46:20,830 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,45153,1732419978768 with port=36021, startcode=1732419979639 2024-11-24T03:46:20,830 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,45153,1732419978768 with port=45607, startcode=1732419979484 2024-11-24T03:46:20,838 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T03:46:20,843 DEBUG [RS:0;71d8d2d6408d:45607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:46:20,843 DEBUG [RS:2;71d8d2d6408d:36021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:46:20,843 DEBUG [RS:1;71d8d2d6408d:39337 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T03:46:20,845 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T03:46:20,850 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 71d8d2d6408d,45153,1732419978768 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T03:46:20,858 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:46:20,858 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:46:20,858 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:46:20,858 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=5, maxPoolSize=5 2024-11-24T03:46:20,859 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/71d8d2d6408d:0, corePoolSize=10, maxPoolSize=10 2024-11-24T03:46:20,859 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:20,859 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:46:20,859 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:20,867 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732420010867 2024-11-24T03:46:20,869 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T03:46:20,870 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T03:46:20,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:46:20,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T03:46:20,875 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T03:46:20,875 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T03:46:20,875 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T03:46:20,876 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T03:46:20,880 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:46:20,880 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:46:20,876 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:20,880 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T03:46:20,882 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T03:46:20,883 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,883 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T03:46:20,883 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T03:46:20,883 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T03:46:20,886 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:46:20,891 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T03:46:20,891 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T03:46:20,891 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:46:20,892 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T03:46:20,893 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.large.0-1732419980892,5,FailOnTimeoutGroup] 2024-11-24T03:46:20,893 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.small.0-1732419980893,5,FailOnTimeoutGroup] 2024-11-24T03:46:20,893 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:20,894 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T03:46:20,895 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:20,895 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741831_1007 (size=1321) 2024-11-24T03:46:20,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741831_1007 (size=1321) 2024-11-24T03:46:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741831_1007 (size=1321) 2024-11-24T03:46:20,934 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T03:46:20,935 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c 2024-11-24T03:46:20,943 DEBUG [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T03:46:20,943 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T03:46:20,943 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-24T03:46:20,943 WARN [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T03:46:20,943 WARN [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T03:46:20,943 WARN [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-24T03:46:20,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741832_1008 (size=32) 2024-11-24T03:46:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741832_1008 (size=32) 2024-11-24T03:46:20,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741832_1008 (size=32) 2024-11-24T03:46:20,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:20,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:46:20,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:46:20,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:20,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T03:46:20,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T03:46:20,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:20,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:46:20,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:46:20,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:20,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:46:20,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:46:20,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:20,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:20,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T03:46:20,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740 2024-11-24T03:46:20,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740 2024-11-24T03:46:20,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T03:46:20,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T03:46:20,974 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T03:46:20,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T03:46:20,980 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:20,981 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69659540, jitterRate=0.038008034229278564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T03:46:20,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732419980950Initializing all the Stores at 1732419980951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732419980951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732419980952 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419980952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732419980952Cleaning up temporary data from old regions at 1732419980973 (+21 ms)Region opened successfully at 1732419980984 (+11 ms) 2024-11-24T03:46:20,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:46:20,985 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T03:46:20,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T03:46:20,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:46:20,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:46:20,986 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T03:46:20,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732419980985Disabling compacts and flushes for region at 1732419980985Disabling writes for close at 1732419980985Writing region close event to WAL at 1732419980986 (+1 ms)Closed at 1732419980986 2024-11-24T03:46:20,990 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:46:20,990 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T03:46:20,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T03:46:21,004 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T03:46:21,008 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T03:46:21,045 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,45153,1732419978768 with port=39337, startcode=1732419979587 2024-11-24T03:46:21,045 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,45153,1732419978768 with port=36021, startcode=1732419979639 2024-11-24T03:46:21,045 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(2659): reportForDuty to master=71d8d2d6408d,45153,1732419978768 with port=45607, startcode=1732419979484 2024-11-24T03:46:21,047 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:21,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(517): Registering regionserver=71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:21,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:21,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(517): Registering regionserver=71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:21,059 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c 2024-11-24T03:46:21,059 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33659 2024-11-24T03:46:21,059 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T03:46:21,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:21,063 DEBUG [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c 2024-11-24T03:46:21,063 DEBUG [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33659 2024-11-24T03:46:21,063 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45153 {}] master.ServerManager(517): Registering regionserver=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:21,063 DEBUG [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T03:46:21,066 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c 2024-11-24T03:46:21,066 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33659 2024-11-24T03:46:21,066 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T03:46:21,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:46:21,124 DEBUG [RS:2;71d8d2d6408d:36021 {}] zookeeper.ZKUtil(111): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:21,124 WARN [RS:2;71d8d2d6408d:36021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:46:21,124 INFO [RS:2;71d8d2d6408d:36021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:21,124 DEBUG [RS:0;71d8d2d6408d:45607 {}] zookeeper.ZKUtil(111): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:21,124 DEBUG [RS:1;71d8d2d6408d:39337 {}] zookeeper.ZKUtil(111): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:21,125 WARN [RS:1;71d8d2d6408d:39337 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:46:21,125 WARN [RS:0;71d8d2d6408d:45607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T03:46:21,125 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:21,125 INFO [RS:1;71d8d2d6408d:39337 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:21,125 INFO [RS:0;71d8d2d6408d:45607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:21,125 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:21,125 DEBUG [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:21,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71d8d2d6408d,39337,1732419979587] 2024-11-24T03:46:21,126 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71d8d2d6408d,36021,1732419979639] 2024-11-24T03:46:21,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [71d8d2d6408d,45607,1732419979484] 2024-11-24T03:46:21,148 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T03:46:21,148 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T03:46:21,148 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T03:46:21,159 WARN [71d8d2d6408d:45153 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T03:46:21,163 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T03:46:21,163 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T03:46:21,163 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T03:46:21,168 INFO [RS:0;71d8d2d6408d:45607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:46:21,168 INFO [RS:1;71d8d2d6408d:39337 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:46:21,168 INFO [RS:2;71d8d2d6408d:36021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:46:21,168 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,169 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,169 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,169 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T03:46:21,170 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T03:46:21,171 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T03:46:21,175 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T03:46:21,175 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T03:46:21,175 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T03:46:21,177 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,177 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,177 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,177 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,177 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:46:21,178 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:46:21,178 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0, corePoolSize=2, maxPoolSize=2 2024-11-24T03:46:21,178 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,178 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/71d8d2d6408d:0, corePoolSize=1, maxPoolSize=1 2024-11-24T03:46:21,179 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:46:21,179 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:46:21,179 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:46:21,179 DEBUG [RS:0;71d8d2d6408d:45607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:46:21,179 DEBUG [RS:1;71d8d2d6408d:39337 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:46:21,179 DEBUG [RS:2;71d8d2d6408d:36021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/71d8d2d6408d:0, corePoolSize=3, maxPoolSize=3 2024-11-24T03:46:21,181 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,181 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,182 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,36021,1732419979639-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:46:21,182 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,39337,1732419979587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:46:21,182 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,182 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45607,1732419979484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:46:21,203 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T03:46:21,203 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T03:46:21,203 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T03:46:21,205 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,39337,1732419979587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,205 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45607,1732419979484-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,205 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,36021,1732419979639-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,206 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,206 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,206 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,206 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.Replication(171): 71d8d2d6408d,36021,1732419979639 started 2024-11-24T03:46:21,206 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.Replication(171): 71d8d2d6408d,45607,1732419979484 started 2024-11-24T03:46:21,206 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.Replication(171): 71d8d2d6408d,39337,1732419979587 started 2024-11-24T03:46:21,223 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,224 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1482): Serving as 71d8d2d6408d,36021,1732419979639, RpcServer on 71d8d2d6408d/172.17.0.2:36021, sessionid=0x1016c3c95c50003 2024-11-24T03:46:21,224 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T03:46:21,225 DEBUG [RS:2;71d8d2d6408d:36021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:21,225 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,36021,1732419979639' 2024-11-24T03:46:21,225 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T03:46:21,226 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T03:46:21,226 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,226 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(1482): Serving as 71d8d2d6408d,45607,1732419979484, RpcServer on 71d8d2d6408d/172.17.0.2:45607, sessionid=0x1016c3c95c50001 2024-11-24T03:46:21,226 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T03:46:21,226 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T03:46:21,226 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T03:46:21,227 DEBUG [RS:0;71d8d2d6408d:45607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:21,227 DEBUG [RS:2;71d8d2d6408d:36021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:21,227 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,45607,1732419979484' 2024-11-24T03:46:21,227 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,36021,1732419979639' 2024-11-24T03:46:21,227 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T03:46:21,227 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T03:46:21,227 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T03:46:21,227 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T03:46:21,228 DEBUG [RS:2;71d8d2d6408d:36021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T03:46:21,228 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T03:46:21,228 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T03:46:21,228 INFO [RS:2;71d8d2d6408d:36021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T03:46:21,228 DEBUG [RS:0;71d8d2d6408d:45607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:21,228 INFO [RS:2;71d8d2d6408d:36021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T03:46:21,228 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,45607,1732419979484' 2024-11-24T03:46:21,228 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T03:46:21,229 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T03:46:21,229 DEBUG [RS:0;71d8d2d6408d:45607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T03:46:21,229 INFO [RS:0;71d8d2d6408d:45607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T03:46:21,230 INFO [RS:0;71d8d2d6408d:45607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T03:46:21,230 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:21,230 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1482): Serving as 71d8d2d6408d,39337,1732419979587, RpcServer on 71d8d2d6408d/172.17.0.2:39337, sessionid=0x1016c3c95c50002 2024-11-24T03:46:21,230 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T03:46:21,230 DEBUG [RS:1;71d8d2d6408d:39337 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:21,230 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,39337,1732419979587' 2024-11-24T03:46:21,230 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T03:46:21,231 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T03:46:21,232 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T03:46:21,232 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T03:46:21,232 DEBUG [RS:1;71d8d2d6408d:39337 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:21,232 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '71d8d2d6408d,39337,1732419979587' 2024-11-24T03:46:21,232 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T03:46:21,233 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T03:46:21,233 DEBUG [RS:1;71d8d2d6408d:39337 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T03:46:21,233 INFO [RS:1;71d8d2d6408d:39337 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T03:46:21,233 INFO [RS:1;71d8d2d6408d:39337 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T03:46:21,336 INFO [RS:0;71d8d2d6408d:45607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:21,336 INFO [RS:2;71d8d2d6408d:36021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:21,336 INFO [RS:1;71d8d2d6408d:39337 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:21,340 INFO [RS:1;71d8d2d6408d:39337 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C39337%2C1732419979587, suffix=, logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs, maxLogs=32 2024-11-24T03:46:21,340 INFO [RS:2;71d8d2d6408d:36021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C36021%2C1732419979639, suffix=, logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs, maxLogs=32 2024-11-24T03:46:21,340 INFO [RS:0;71d8d2d6408d:45607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C45607%2C1732419979484, suffix=, logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,45607,1732419979484, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs, maxLogs=32 2024-11-24T03:46:21,356 DEBUG [RS:0;71d8d2d6408d:45607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,45607,1732419979484/71d8d2d6408d%2C45607%2C1732419979484.1732419981343, exclude list is [], retry=0 2024-11-24T03:46:21,356 DEBUG [RS:1;71d8d2d6408d:39337 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587/71d8d2d6408d%2C39337%2C1732419979587.1732419981343, exclude list is [], retry=0 2024-11-24T03:46:21,356 DEBUG [RS:2;71d8d2d6408d:36021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639/71d8d2d6408d%2C36021%2C1732419979639.1732419981343, exclude list is [], retry=0 2024-11-24T03:46:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:21,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:21,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:21,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:21,396 INFO [RS:2;71d8d2d6408d:36021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 2024-11-24T03:46:21,396 DEBUG [RS:2;71d8d2d6408d:36021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:21,407 INFO [RS:1;71d8d2d6408d:39337 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587/71d8d2d6408d%2C39337%2C1732419979587.1732419981343 2024-11-24T03:46:21,407 INFO [RS:0;71d8d2d6408d:45607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,45607,1732419979484/71d8d2d6408d%2C45607%2C1732419979484.1732419981343 2024-11-24T03:46:21,408 DEBUG [RS:1;71d8d2d6408d:39337 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:21,410 DEBUG [RS:0;71d8d2d6408d:45607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:21,661 DEBUG [71d8d2d6408d:45153 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-24T03:46:21,671 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(204): Hosts are {71d8d2d6408d=0} racks are {/default-rack=0} 2024-11-24T03:46:21,678 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T03:46:21,678 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T03:46:21,678 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T03:46:21,678 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T03:46:21,678 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T03:46:21,678 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T03:46:21,678 INFO [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T03:46:21,678 INFO [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T03:46:21,678 INFO [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T03:46:21,678 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T03:46:21,684 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:21,689 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71d8d2d6408d,39337,1732419979587, state=OPENING 2024-11-24T03:46:21,743 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T03:46:21,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:21,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:21,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:21,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:21,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:21,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:21,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:21,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:21,756 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T03:46:21,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=71d8d2d6408d,39337,1732419979587}] 2024-11-24T03:46:21,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:46:21,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:46:21,955 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T03:46:21,955 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:21,956 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T03:46:21,959 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=71d8d2d6408d%2C39337%2C1732419979587.meta, suffix=.meta, logDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs, maxLogs=32 2024-11-24T03:46:21,976 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587/71d8d2d6408d%2C39337%2C1732419979587.meta.1732419981961.meta, exclude list is [], retry=0 2024-11-24T03:46:21,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:21,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:21,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:22,013 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587/71d8d2d6408d%2C39337%2C1732419979587.meta.1732419981961.meta 2024-11-24T03:46:22,014 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:22,014 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:22,015 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T03:46:22,017 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T03:46:22,021 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T03:46:22,025 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T03:46:22,025 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:22,026 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T03:46:22,026 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T03:46:22,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T03:46:22,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T03:46:22,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:22,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T03:46:22,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T03:46:22,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:22,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:22,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T03:46:22,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T03:46:22,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:22,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:22,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T03:46:22,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T03:46:22,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:22,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T03:46:22,038 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T03:46:22,040 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740 2024-11-24T03:46:22,043 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740 2024-11-24T03:46:22,046 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T03:46:22,046 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T03:46:22,047 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T03:46:22,050 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T03:46:22,051 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67930831, jitterRate=0.012248262763023376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T03:46:22,052 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T03:46:22,053 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732419982026Writing region info on filesystem at 1732419982026Initializing all the Stores at 1732419982028 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732419982028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732419982028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419982028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732419982028Cleaning up temporary data from old regions at 1732419982046 (+18 ms)Running coprocessor post-open hooks at 1732419982052 (+6 ms)Region opened successfully at 1732419982053 (+1 ms) 2024-11-24T03:46:22,061 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732419981933 2024-11-24T03:46:22,070 DEBUG [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T03:46:22,071 INFO [RS_OPEN_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T03:46:22,073 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:22,075 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 71d8d2d6408d,39337,1732419979587, state=OPEN 2024-11-24T03:46:22,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:46:22,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:46:22,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:46:22,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T03:46:22,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:22,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:22,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:22,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T03:46:22,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:22,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T03:46:22,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=71d8d2d6408d,39337,1732419979587 in 352 msec 2024-11-24T03:46:22,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T03:46:22,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1260 sec 2024-11-24T03:46:22,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T03:46:22,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T03:46:22,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:46:22,147 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,39337,1732419979587, seqNum=-1] 2024-11-24T03:46:22,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:46:22,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40827, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:46:22,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4020 sec 2024-11-24T03:46:22,186 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732419982186, completionTime=-1 2024-11-24T03:46:22,189 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-24T03:46:22,189 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T03:46:22,232 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-24T03:46:22,232 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732420042232 2024-11-24T03:46:22,232 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732420102232 2024-11-24T03:46:22,232 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 42 msec 2024-11-24T03:46:22,234 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-24T03:46:22,240 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45153,1732419978768-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:22,241 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45153,1732419978768-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:22,241 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45153,1732419978768-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:22,242 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-71d8d2d6408d:45153, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:22,242 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:22,243 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:22,252 DEBUG [master/71d8d2d6408d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T03:46:22,276 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.526sec 2024-11-24T03:46:22,278 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T03:46:22,279 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T03:46:22,280 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T03:46:22,280 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T03:46:22,280 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T03:46:22,281 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45153,1732419978768-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T03:46:22,282 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45153,1732419978768-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T03:46:22,285 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T03:46:22,286 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T03:46:22,287 INFO [master/71d8d2d6408d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=71d8d2d6408d,45153,1732419978768-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:22,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b8f939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:46:22,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 71d8d2d6408d,45153,-1 for getting cluster id 2024-11-24T03:46:22,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T03:46:22,393 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d1bacb0-1786-4610-be03-53b32db3adca' 2024-11-24T03:46:22,395 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T03:46:22,395 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d1bacb0-1786-4610-be03-53b32db3adca" 2024-11-24T03:46:22,396 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f2b82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:46:22,396 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [71d8d2d6408d,45153,-1] 2024-11-24T03:46:22,398 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T03:46:22,400 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:22,401 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T03:46:22,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7ecd8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T03:46:22,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T03:46:22,412 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=71d8d2d6408d,39337,1732419979587, seqNum=-1] 2024-11-24T03:46:22,412 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:46:22,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:46:22,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:22,433 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33659/hbase 2024-11-24T03:46:22,449 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=362, OpenFileDescriptor=607, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=7893 2024-11-24T03:46:22,466 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:22,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:22,470 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:22,474 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76437610, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-76437610, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:22,488 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76437610/hregion-76437610.1732419982476, exclude list is [], retry=0 2024-11-24T03:46:22,492 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:22,492 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:22,493 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:22,520 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76437610/hregion-76437610.1732419982476 2024-11-24T03:46:22,520 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:22,520 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 63920f1852430ab5298547d4ad7ab23f, NAME => 'testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741838_1014 (size=64) 2024-11-24T03:46:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741838_1014 (size=64) 2024-11-24T03:46:22,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741838_1014 (size=64) 2024-11-24T03:46:22,534 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:22,536 INFO [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,539 INFO [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63920f1852430ab5298547d4ad7ab23f columnFamilyName a 2024-11-24T03:46:22,539 DEBUG [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:22,540 INFO [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] regionserver.HStore(327): Store=63920f1852430ab5298547d4ad7ab23f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:22,540 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,542 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,543 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,543 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,545 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,549 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:22,550 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63920f1852430ab5298547d4ad7ab23f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662457, jitterRate=-0.08115778863430023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:22,550 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63920f1852430ab5298547d4ad7ab23f: Writing region info on filesystem at 1732419982534Initializing all the Stores at 1732419982536 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419982536Cleaning up temporary data from old regions at 1732419982543 (+7 ms)Region opened successfully at 1732419982550 (+7 ms) 2024-11-24T03:46:22,550 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 63920f1852430ab5298547d4ad7ab23f, disabling compactions & flushes 2024-11-24T03:46:22,551 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f. 2024-11-24T03:46:22,551 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f. 2024-11-24T03:46:22,551 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f. after waiting 0 ms 2024-11-24T03:46:22,551 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f. 2024-11-24T03:46:22,551 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f. 2024-11-24T03:46:22,551 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 63920f1852430ab5298547d4ad7ab23f: Waiting for close lock at 1732419982550Disabling compacts and flushes for region at 1732419982550Disabling writes for close at 1732419982551 (+1 ms)Writing region close event to WAL at 1732419982551Closed at 1732419982551 2024-11-24T03:46:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741837_1013 (size=175) 2024-11-24T03:46:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741837_1013 (size=175) 2024-11-24T03:46:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741837_1013 (size=175) 2024-11-24T03:46:22,563 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:22,563 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76437610:(num 1732419982476) 2024-11-24T03:46:22,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-24T03:46:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741839_1015 (size=469) 2024-11-24T03:46:22,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741839_1015 (size=469) 2024-11-24T03:46:22,604 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-24T03:46:22,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741839_1015 (size=469) 2024-11-24T03:46:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741840_1016 (size=322) 2024-11-24T03:46:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741840_1016 (size=322) 2024-11-24T03:46:22,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741840_1016 (size=322) 2024-11-24T03:46:22,659 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1, size=469 (469bytes) 2024-11-24T03:46:22,660 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T03:46:22,660 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T03:46:22,660 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1 2024-11-24T03:46:22,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1 after 3ms 2024-11-24T03:46:22,695 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:22,696 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1 took 38ms 2024-11-24T03:46:22,700 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1 so closing down 2024-11-24T03:46:22,700 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:22,703 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-24T03:46:22,730 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000001-wal-1.temp 2024-11-24T03:46:22,732 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741841_1017 (size=469) 2024-11-24T03:46:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741841_1017 (size=469) 2024-11-24T03:46:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741841_1017 (size=469) 2024-11-24T03:46:22,745 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:22,749 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002 2024-11-24T03:46:22,753 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-24T03:46:22,753 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1, journal: Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1, size=469 (469bytes) at 1732419982659Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1 so closing down at 1732419982700 (+41 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000001-wal-1.temp at 1732419982731 (+31 ms)3 split writer threads finished at 1732419982732 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732419982745 (+13 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002 at 1732419982749 (+4 ms)Processed 2 edits across 1 Regions in 52 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732419982753 (+4 ms) 2024-11-24T03:46:22,768 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2, size=322 (322bytes) 2024-11-24T03:46:22,768 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2 2024-11-24T03:46:22,769 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2 after 1ms 2024-11-24T03:46:22,797 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:22,797 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2 took 29ms 2024-11-24T03:46:22,800 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2 so closing down 2024-11-24T03:46:22,800 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:22,803 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-24T03:46:22,827 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002-wal-2.temp 2024-11-24T03:46:22,827 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741842_1018 (size=322) 2024-11-24T03:46:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741842_1018 (size=322) 2024-11-24T03:46:22,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741842_1018 (size=322) 2024-11-24T03:46:22,836 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:22,864 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:22,867 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002-wal-2.temp, length=322 2024-11-24T03:46:22,868 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-24T03:46:22,868 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2, journal: Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2, size=322 (322bytes) at 1732419982768Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2 so closing down at 1732419982800 (+32 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002-wal-2.temp at 1732419982827 (+27 ms)3 split writer threads finished at 1732419982827Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732419982836 (+9 ms)Processed 1 edits across 1 Regions in 71 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732419982868 (+32 ms) 2024-11-24T03:46:22,869 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:22,871 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:22,885 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal.1732419982872, exclude list is [], retry=0 2024-11-24T03:46:22,889 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:22,889 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:22,889 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:22,914 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal.1732419982872 2024-11-24T03:46:22,914 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:22,914 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 63920f1852430ab5298547d4ad7ab23f, NAME => 'testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:22,914 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:22,914 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,914 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,916 INFO [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,918 INFO [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63920f1852430ab5298547d4ad7ab23f columnFamilyName a 2024-11-24T03:46:22,918 DEBUG [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:22,919 INFO [StoreOpener-63920f1852430ab5298547d4ad7ab23f-1 {}] regionserver.HStore(327): Store=63920f1852430ab5298547d4ad7ab23f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:22,920 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,921 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,924 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:22,925 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002 2024-11-24T03:46:22,949 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:22,955 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002 2024-11-24T03:46:22,958 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 63920f1852430ab5298547d4ad7ab23f 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-24T03:46:23,005 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/.tmp/a/197bcc56adb84ac88341b82f6859d86a is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732419982563/Put/seqid=0 2024-11-24T03:46:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741844_1020 (size=5170) 2024-11-24T03:46:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741844_1020 (size=5170) 2024-11-24T03:46:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741844_1020 (size=5170) 2024-11-24T03:46:23,018 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/.tmp/a/197bcc56adb84ac88341b82f6859d86a 2024-11-24T03:46:23,056 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/.tmp/a/197bcc56adb84ac88341b82f6859d86a as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/a/197bcc56adb84ac88341b82f6859d86a 2024-11-24T03:46:23,065 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/a/197bcc56adb84ac88341b82f6859d86a, entries=2, sequenceid=2, filesize=5.0 K 2024-11-24T03:46:23,072 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 63920f1852430ab5298547d4ad7ab23f in 112ms, sequenceid=2, compaction requested=false; wal=null 2024-11-24T03:46:23,074 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/0000000000000000002 2024-11-24T03:46:23,075 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:23,075 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:23,078 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 63920f1852430ab5298547d4ad7ab23f 2024-11-24T03:46:23,082 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/63920f1852430ab5298547d4ad7ab23f/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-24T03:46:23,083 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 63920f1852430ab5298547d4ad7ab23f; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59557580, jitterRate=-0.1125229001045227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:23,084 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 63920f1852430ab5298547d4ad7ab23f: Writing region info on filesystem at 1732419982915Initializing all the Stores at 1732419982916 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419982916Obtaining lock to block concurrent updates at 1732419982958 (+42 ms)Preparing flush snapshotting stores in 63920f1852430ab5298547d4ad7ab23f at 1732419982958Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732419982960 (+2 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1732419982467.63920f1852430ab5298547d4ad7ab23f. at 1732419982961 (+1 ms)Flushing 63920f1852430ab5298547d4ad7ab23f/a: creating writer at 1732419982962 (+1 ms)Flushing 63920f1852430ab5298547d4ad7ab23f/a: appending metadata at 1732419982995 (+33 ms)Flushing 63920f1852430ab5298547d4ad7ab23f/a: closing flushed file at 1732419982997 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3052174c: reopening flushed file at 1732419983055 (+58 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 63920f1852430ab5298547d4ad7ab23f in 112ms, sequenceid=2, compaction requested=false; wal=null at 1732419983072 (+17 ms)Cleaning up temporary data from old regions at 1732419983075 (+3 ms)Region opened successfully at 1732419983084 (+9 ms) 2024-11-24T03:46:23,106 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit0 Thread=373 (was 362) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:47638 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40026 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:54830 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33659/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:54282 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:59760 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=699 (was 607) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=7881 (was 7893) 2024-11-24T03:46:23,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=373, OpenFileDescriptor=699, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=7880 2024-11-24T03:46:23,133 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:23,135 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:23,136 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:23,139 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-76532796, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-76532796, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:23,151 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-76532796/hregion-76532796.1732419983140, exclude list is [], retry=0 2024-11-24T03:46:23,154 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:23,154 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:23,154 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:23,181 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-76532796/hregion-76532796.1732419983140 2024-11-24T03:46:23,181 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:23,182 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => f89effd51b280308abe8efe9544b7978, NAME => 'testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741846_1022 (size=64) 2024-11-24T03:46:23,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741846_1022 (size=64) 2024-11-24T03:46:23,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741846_1022 (size=64) 2024-11-24T03:46:23,197 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:23,199 INFO [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,201 INFO [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f89effd51b280308abe8efe9544b7978 columnFamilyName a 2024-11-24T03:46:23,201 DEBUG [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:23,202 INFO [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] regionserver.HStore(327): Store=f89effd51b280308abe8efe9544b7978/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:23,202 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,203 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,204 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,205 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,205 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,207 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,210 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:23,210 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f89effd51b280308abe8efe9544b7978; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62426446, jitterRate=-0.06977346539497375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:23,210 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f89effd51b280308abe8efe9544b7978: Writing region info on filesystem at 1732419983197Initializing all the Stores at 1732419983198 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419983198Cleaning up temporary data from old regions at 1732419983205 (+7 ms)Region opened successfully at 1732419983210 (+5 ms) 2024-11-24T03:46:23,211 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing f89effd51b280308abe8efe9544b7978, disabling compactions & flushes 2024-11-24T03:46:23,211 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978. 2024-11-24T03:46:23,211 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978. 2024-11-24T03:46:23,211 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978. after waiting 0 ms 2024-11-24T03:46:23,211 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978. 2024-11-24T03:46:23,211 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978. 2024-11-24T03:46:23,211 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for f89effd51b280308abe8efe9544b7978: Waiting for close lock at 1732419983211Disabling compacts and flushes for region at 1732419983211Disabling writes for close at 1732419983211Writing region close event to WAL at 1732419983211Closed at 1732419983211 2024-11-24T03:46:23,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741845_1021 (size=175) 2024-11-24T03:46:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741845_1021 (size=175) 2024-11-24T03:46:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741845_1021 (size=175) 2024-11-24T03:46:23,217 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:23,217 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-76532796:(num 1732419983140) 2024-11-24T03:46:23,218 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-24T03:46:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741847_1023 (size=469) 2024-11-24T03:46:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741847_1023 (size=469) 2024-11-24T03:46:23,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741847_1023 (size=469) 2024-11-24T03:46:23,255 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-24T03:46:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741848_1024 (size=322) 2024-11-24T03:46:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741848_1024 (size=322) 2024-11-24T03:46:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741848_1024 (size=322) 2024-11-24T03:46:23,310 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2, size=322 (322bytes) 2024-11-24T03:46:23,310 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2 2024-11-24T03:46:23,311 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2 after 1ms 2024-11-24T03:46:23,340 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:23,341 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2 took 31ms 2024-11-24T03:46:23,343 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2 so closing down 2024-11-24T03:46:23,343 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:23,346 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-24T03:46:23,371 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002-wal-2.temp 2024-11-24T03:46:23,371 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741849_1025 (size=322) 2024-11-24T03:46:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741849_1025 (size=322) 2024-11-24T03:46:23,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741849_1025 (size=322) 2024-11-24T03:46:23,382 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:23,384 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002 2024-11-24T03:46:23,384 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2, size=322, length=322, corrupted=false, cancelled=false 2024-11-24T03:46:23,384 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2, journal: Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2, size=322 (322bytes) at 1732419983310Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2 so closing down at 1732419983343 (+33 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002-wal-2.temp at 1732419983371 (+28 ms)3 split writer threads finished at 1732419983371Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732419983382 (+11 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002 at 1732419983384 (+2 ms)Processed 1 edits across 1 Regions in 43 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-2, size=322, length=322, corrupted=false, cancelled=false at 1732419983384 2024-11-24T03:46:23,400 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1, size=469 (469bytes) 2024-11-24T03:46:23,400 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1 2024-11-24T03:46:23,401 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1 after 0ms 2024-11-24T03:46:23,426 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:23,426 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1 took 26ms 2024-11-24T03:46:23,429 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1 so closing down 2024-11-24T03:46:23,429 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:23,431 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-24T03:46:23,457 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000001-wal-1.temp 2024-11-24T03:46:23,457 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741850_1026 (size=469) 2024-11-24T03:46:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741850_1026 (size=469) 2024-11-24T03:46:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741850_1026 (size=469) 2024-11-24T03:46:23,466 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:23,502 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:23,505 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002, length=322 2024-11-24T03:46:23,508 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002 2024-11-24T03:46:23,508 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1, size=469, length=469, corrupted=false, cancelled=false 2024-11-24T03:46:23,508 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1, journal: Splitting hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1, size=469 (469bytes) at 1732419983400Finishing writing output for hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1 so closing down at 1732419983429 (+29 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000001-wal-1.temp at 1732419983457 (+28 ms)3 split writer threads finished at 1732419983457Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732419983466 (+9 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002 at 1732419983508 (+42 ms)Processed 2 edits across 1 Regions in 82 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal-1, size=469, length=469, corrupted=false, cancelled=false at 1732419983508 2024-11-24T03:46:23,508 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:23,510 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:23,522 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal.1732419983511, exclude list is [], retry=0 2024-11-24T03:46:23,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:23,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:23,526 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:23,562 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal.1732419983511 2024-11-24T03:46:23,562 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:23,563 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => f89effd51b280308abe8efe9544b7978, NAME => 'testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:23,563 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:23,563 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,563 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,566 INFO [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,567 INFO [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f89effd51b280308abe8efe9544b7978 columnFamilyName a 2024-11-24T03:46:23,568 DEBUG [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:23,568 INFO [StoreOpener-f89effd51b280308abe8efe9544b7978-1 {}] regionserver.HStore(327): Store=f89effd51b280308abe8efe9544b7978/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:23,569 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,570 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,572 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,573 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002 2024-11-24T03:46:23,598 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:23,599 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002 2024-11-24T03:46:23,599 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing f89effd51b280308abe8efe9544b7978 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-24T03:46:23,614 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/.tmp/a/b1cca63896c1433b8df9bc08970c5075 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1732419983217/Put/seqid=0 2024-11-24T03:46:23,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741852_1028 (size=5170) 2024-11-24T03:46:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741852_1028 (size=5170) 2024-11-24T03:46:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741852_1028 (size=5170) 2024-11-24T03:46:23,622 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/.tmp/a/b1cca63896c1433b8df9bc08970c5075 2024-11-24T03:46:23,631 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/.tmp/a/b1cca63896c1433b8df9bc08970c5075 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/a/b1cca63896c1433b8df9bc08970c5075 2024-11-24T03:46:23,640 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/a/b1cca63896c1433b8df9bc08970c5075, entries=2, sequenceid=2, filesize=5.0 K 2024-11-24T03:46:23,640 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f89effd51b280308abe8efe9544b7978 in 41ms, sequenceid=2, compaction requested=false; wal=null 2024-11-24T03:46:23,641 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/0000000000000000002 2024-11-24T03:46:23,641 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,641 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,643 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for f89effd51b280308abe8efe9544b7978 2024-11-24T03:46:23,646 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/f89effd51b280308abe8efe9544b7978/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-24T03:46:23,647 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened f89effd51b280308abe8efe9544b7978; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72215805, jitterRate=0.07609935104846954}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:23,647 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for f89effd51b280308abe8efe9544b7978: Writing region info on filesystem at 1732419983563Initializing all the Stores at 1732419983565 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419983565Obtaining lock to block concurrent updates at 1732419983599 (+34 ms)Preparing flush snapshotting stores in f89effd51b280308abe8efe9544b7978 at 1732419983599Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1732419983599Flushing stores of testReplayEditsWrittenIntoWAL,,1732419983134.f89effd51b280308abe8efe9544b7978. at 1732419983599Flushing f89effd51b280308abe8efe9544b7978/a: creating writer at 1732419983600 (+1 ms)Flushing f89effd51b280308abe8efe9544b7978/a: appending metadata at 1732419983613 (+13 ms)Flushing f89effd51b280308abe8efe9544b7978/a: closing flushed file at 1732419983613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65c41fe5: reopening flushed file at 1732419983630 (+17 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for f89effd51b280308abe8efe9544b7978 in 41ms, sequenceid=2, compaction requested=false; wal=null at 1732419983640 (+10 ms)Cleaning up temporary data from old regions at 1732419983641 (+1 ms)Region opened successfully at 1732419983647 (+6 ms) 2024-11-24T03:46:23,662 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testNameConflictWhenSplit1 Thread=384 (was 373) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:59828 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:54914 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:54282 [Waiting for operation #21] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40110 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40096 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 699) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=252 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=7865 (was 7880) 2024-11-24T03:46:23,673 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=384, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=252, ProcessCount=11, AvailableMemoryMB=7864 2024-11-24T03:46:23,691 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:23,693 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:23,694 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:23,697 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09051631, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-09051631, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:23,709 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09051631/hregion-09051631.1732419983698, exclude list is [], retry=0 2024-11-24T03:46:23,713 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:23,713 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:23,713 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:23,736 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09051631/hregion-09051631.1732419983698 2024-11-24T03:46:23,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:23,737 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 260cc4efc7c16d2e7cf6a3aaf8bc60dd, NAME => 'testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741854_1030 (size=64) 2024-11-24T03:46:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741854_1030 (size=64) 2024-11-24T03:46:23,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741854_1030 (size=64) 2024-11-24T03:46:23,747 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:23,749 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,751 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 260cc4efc7c16d2e7cf6a3aaf8bc60dd columnFamilyName a 2024-11-24T03:46:23,751 DEBUG [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:23,751 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(327): Store=260cc4efc7c16d2e7cf6a3aaf8bc60dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:23,751 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,753 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 260cc4efc7c16d2e7cf6a3aaf8bc60dd columnFamilyName b 2024-11-24T03:46:23,753 DEBUG [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:23,754 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(327): Store=260cc4efc7c16d2e7cf6a3aaf8bc60dd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:23,754 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,756 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 260cc4efc7c16d2e7cf6a3aaf8bc60dd columnFamilyName c 2024-11-24T03:46:23,757 DEBUG [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:23,757 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(327): Store=260cc4efc7c16d2e7cf6a3aaf8bc60dd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:23,757 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,759 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,760 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,761 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,761 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:23,763 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:23,765 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:23,766 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 260cc4efc7c16d2e7cf6a3aaf8bc60dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62550526, jitterRate=-0.06792452931404114}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:23,766 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 260cc4efc7c16d2e7cf6a3aaf8bc60dd: Writing region info on filesystem at 1732419983747Initializing all the Stores at 1732419983748 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419983748Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419983749 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419983749Cleaning up temporary data from old regions at 1732419983761 (+12 ms)Region opened successfully at 1732419983766 (+5 ms) 2024-11-24T03:46:23,767 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 260cc4efc7c16d2e7cf6a3aaf8bc60dd, disabling compactions & flushes 2024-11-24T03:46:23,767 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:23,767 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:23,767 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. after waiting 0 ms 2024-11-24T03:46:23,767 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:23,767 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:23,767 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 260cc4efc7c16d2e7cf6a3aaf8bc60dd: Waiting for close lock at 1732419983767Disabling compacts and flushes for region at 1732419983767Disabling writes for close at 1732419983767Writing region close event to WAL at 1732419983767Closed at 1732419983767 2024-11-24T03:46:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741853_1029 (size=175) 2024-11-24T03:46:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741853_1029 (size=175) 2024-11-24T03:46:23,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741853_1029 (size=175) 2024-11-24T03:46:23,773 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:23,773 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09051631:(num 1732419983698) 2024-11-24T03:46:23,773 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:23,775 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:23,790 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776, exclude list is [], retry=0 2024-11-24T03:46:23,793 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:23,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:23,794 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:23,829 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 2024-11-24T03:46:23,830 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:24,051 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776, size=0 (0bytes) 2024-11-24T03:46:24,052 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 might be still open, length is 0 2024-11-24T03:46:24,052 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 2024-11-24T03:46:24,053 WARN [IPC Server handler 0 on default port 33659 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-24T03:46:24,053 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 after 1ms 2024-11-24T03:46:26,917 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40150 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:40295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40150 dst: /127.0.0.1:40295 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:40295 remote=/127.0.0.1:40150]. Total timeout mills is 60000, 57107 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:26,918 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:54962 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:41153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54962 dst: /127.0.0.1:41153 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:26,918 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:59872 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:34819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59872 dst: /127.0.0.1:34819 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:26,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741855_1032 (size=497775) 2024-11-24T03:46:26,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741855_1032 (size=497775) 2024-11-24T03:46:26,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741855_1032 (size=497775) 2024-11-24T03:46:27,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:46:27,599 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T03:46:28,054 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 after 4002ms 2024-11-24T03:46:28,092 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:28,093 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 took 4042ms 2024-11-24T03:46:28,098 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732419983776.temp 2024-11-24T03:46:28,130 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000000001-wal.1732419983776.temp 2024-11-24T03:46:28,190 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776; continuing. 2024-11-24T03:46:28,190 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 so closing down 2024-11-24T03:46:28,190 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:28,190 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741856_1033 (size=497783) 2024-11-24T03:46:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741856_1033 (size=497783) 2024-11-24T03:46:28,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741856_1033 (size=497783) 2024-11-24T03:46:28,194 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000000001-wal.1732419983776.temp (wrote 3002 edits, skipped 0 edits in 45 ms) 2024-11-24T03:46:28,196 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000000001-wal.1732419983776.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000003002 2024-11-24T03:46:28,196 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776, size=0, length=0, corrupted=false, cancelled=false 2024-11-24T03:46:28,196 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776, journal: Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776, size=0 (0bytes) at 1732419984052Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000000001-wal.1732419983776.temp at 1732419988130 (+4078 ms)Split 1024 edits, skipped 0 edits. at 1732419988146 (+16 ms)Split 2048 edits, skipped 0 edits. at 1732419988169 (+23 ms)Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 so closing down at 1732419988190 (+21 ms)3 split writer threads finished at 1732419988190Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000000001-wal.1732419983776.temp (wrote 3002 edits, skipped 0 edits in 45 ms) at 1732419988194 (+4 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000000001-wal.1732419983776.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000003002 at 1732419988196 (+2 ms)Processed 3002 edits across 1 Regions in 102 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776, size=0, length=0, corrupted=false, cancelled=false at 1732419988196 2024-11-24T03:46:28,199 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 to hdfs://localhost:33659/hbase/oldWALs/wal.1732419983776 2024-11-24T03:46:28,200 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000003002 2024-11-24T03:46:28,200 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:28,203 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:28,221 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419988204, exclude list is [], retry=0 2024-11-24T03:46:28,224 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:28,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:28,225 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:28,250 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419988204 2024-11-24T03:46:28,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:28,251 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:28,253 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,254 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 260cc4efc7c16d2e7cf6a3aaf8bc60dd columnFamilyName a 2024-11-24T03:46:28,255 DEBUG [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:28,255 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(327): Store=260cc4efc7c16d2e7cf6a3aaf8bc60dd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:28,255 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,257 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 260cc4efc7c16d2e7cf6a3aaf8bc60dd columnFamilyName b 2024-11-24T03:46:28,257 DEBUG [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:28,257 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(327): Store=260cc4efc7c16d2e7cf6a3aaf8bc60dd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:28,257 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,258 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 260cc4efc7c16d2e7cf6a3aaf8bc60dd columnFamilyName c 2024-11-24T03:46:28,259 DEBUG [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:28,259 INFO [StoreOpener-260cc4efc7c16d2e7cf6a3aaf8bc60dd-1 {}] regionserver.HStore(327): Store=260cc4efc7c16d2e7cf6a3aaf8bc60dd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:28,260 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,261 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,263 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,264 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000003002 2024-11-24T03:46:28,294 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:28,338 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-24T03:46:28,671 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 260cc4efc7c16d2e7cf6a3aaf8bc60dd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-24T03:46:28,708 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/a/f30d07995fcf4a329b47beb0d68998af is 62, key is testReplayEditsWrittenIntoWAL/a:100/1732419983840/Put/seqid=0 2024-11-24T03:46:28,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741858_1035 (size=50463) 2024-11-24T03:46:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741858_1035 (size=50463) 2024-11-24T03:46:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741858_1035 (size=50463) 2024-11-24T03:46:28,719 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/a/f30d07995fcf4a329b47beb0d68998af 2024-11-24T03:46:28,737 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/a/f30d07995fcf4a329b47beb0d68998af as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/a/f30d07995fcf4a329b47beb0d68998af 2024-11-24T03:46:28,746 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/a/f30d07995fcf4a329b47beb0d68998af, entries=754, sequenceid=754, filesize=49.3 K 2024-11-24T03:46:28,746 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 260cc4efc7c16d2e7cf6a3aaf8bc60dd in 75ms, sequenceid=754, compaction requested=false; wal=null 2024-11-24T03:46:28,762 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-24T03:46:28,762 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 260cc4efc7c16d2e7cf6a3aaf8bc60dd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-24T03:46:28,771 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/a/22619ce2f691485fb996859113f0f343 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1732419983894/Put/seqid=0 2024-11-24T03:46:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741859_1036 (size=20072) 2024-11-24T03:46:28,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741859_1036 (size=20072) 2024-11-24T03:46:28,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741859_1036 (size=20072) 2024-11-24T03:46:28,782 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/a/22619ce2f691485fb996859113f0f343 2024-11-24T03:46:28,805 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/b/1d95739a41164f3e990b6fe0ad013b5a is 62, key is testReplayEditsWrittenIntoWAL/b:100/1732419983921/Put/seqid=0 2024-11-24T03:46:28,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741860_1037 (size=35835) 2024-11-24T03:46:28,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741860_1037 (size=35835) 2024-11-24T03:46:28,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741860_1037 (size=35835) 2024-11-24T03:46:28,815 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/b/1d95739a41164f3e990b6fe0ad013b5a 2024-11-24T03:46:28,822 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/a/22619ce2f691485fb996859113f0f343 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/a/22619ce2f691485fb996859113f0f343 2024-11-24T03:46:28,829 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/a/22619ce2f691485fb996859113f0f343, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-24T03:46:28,831 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/b/1d95739a41164f3e990b6fe0ad013b5a as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/b/1d95739a41164f3e990b6fe0ad013b5a 2024-11-24T03:46:28,838 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/b/1d95739a41164f3e990b6fe0ad013b5a, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-24T03:46:28,838 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 260cc4efc7c16d2e7cf6a3aaf8bc60dd in 76ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-24T03:46:28,853 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-24T03:46:28,853 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 260cc4efc7c16d2e7cf6a3aaf8bc60dd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-24T03:46:28,862 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/b/cdbc117940984dd8a6d38a018df285a6 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1732419983949/Put/seqid=0 2024-11-24T03:46:28,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741861_1038 (size=35082) 2024-11-24T03:46:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741861_1038 (size=35082) 2024-11-24T03:46:28,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741861_1038 (size=35082) 2024-11-24T03:46:28,874 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/b/cdbc117940984dd8a6d38a018df285a6 2024-11-24T03:46:28,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/c/d6fad15f8903464f9ec214237d94472d is 62, key is testReplayEditsWrittenIntoWAL/c:100/1732419983985/Put/seqid=0 2024-11-24T03:46:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741862_1039 (size=20825) 2024-11-24T03:46:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741862_1039 (size=20825) 2024-11-24T03:46:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741862_1039 (size=20825) 2024-11-24T03:46:28,907 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/c/d6fad15f8903464f9ec214237d94472d 2024-11-24T03:46:28,915 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/b/cdbc117940984dd8a6d38a018df285a6 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/b/cdbc117940984dd8a6d38a018df285a6 2024-11-24T03:46:28,922 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/b/cdbc117940984dd8a6d38a018df285a6, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-24T03:46:28,924 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/c/d6fad15f8903464f9ec214237d94472d as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/c/d6fad15f8903464f9ec214237d94472d 2024-11-24T03:46:28,930 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/c/d6fad15f8903464f9ec214237d94472d, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-24T03:46:28,931 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 260cc4efc7c16d2e7cf6a3aaf8bc60dd in 78ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-24T03:46:28,942 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1732419984022/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:28,946 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000003002 2024-11-24T03:46:28,947 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-24T03:46:28,947 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 260cc4efc7c16d2e7cf6a3aaf8bc60dd 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-24T03:46:28,955 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/c/6cb09e399119480388b746098b4be940 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1732419983992/Put/seqid=0 2024-11-24T03:46:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741863_1040 (size=50301) 2024-11-24T03:46:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741863_1040 (size=50301) 2024-11-24T03:46:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741863_1040 (size=50301) 2024-11-24T03:46:28,966 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/c/6cb09e399119480388b746098b4be940 2024-11-24T03:46:28,974 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cb09e399119480388b746098b4be940 2024-11-24T03:46:28,975 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/.tmp/c/6cb09e399119480388b746098b4be940 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/c/6cb09e399119480388b746098b4be940 2024-11-24T03:46:28,982 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cb09e399119480388b746098b4be940 2024-11-24T03:46:28,982 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/c/6cb09e399119480388b746098b4be940, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-24T03:46:28,983 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 260cc4efc7c16d2e7cf6a3aaf8bc60dd in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-24T03:46:28,984 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/0000000000000003002 2024-11-24T03:46:28,985 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,985 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,986 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T03:46:28,988 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 260cc4efc7c16d2e7cf6a3aaf8bc60dd 2024-11-24T03:46:28,991 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenIntoWAL/260cc4efc7c16d2e7cf6a3aaf8bc60dd/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-24T03:46:28,992 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 260cc4efc7c16d2e7cf6a3aaf8bc60dd; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72569144, jitterRate=0.08136451244354248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T03:46:28,993 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 260cc4efc7c16d2e7cf6a3aaf8bc60dd: Writing region info on filesystem at 1732419988251Initializing all the Stores at 1732419988252 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419988252Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419988253 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419988253Cleaning up temporary data from old regions at 1732419988985 (+732 ms)Region opened successfully at 1732419988993 (+8 ms) 2024-11-24T03:46:29,058 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 260cc4efc7c16d2e7cf6a3aaf8bc60dd, disabling compactions & flushes 2024-11-24T03:46:29,058 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:29,058 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:29,059 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. after waiting 0 ms 2024-11-24T03:46:29,059 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:29,060 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1732419983692.260cc4efc7c16d2e7cf6a3aaf8bc60dd. 2024-11-24T03:46:29,060 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 260cc4efc7c16d2e7cf6a3aaf8bc60dd: Waiting for close lock at 1732419989058Disabling compacts and flushes for region at 1732419989058Disabling writes for close at 1732419989059 (+1 ms)Writing region close event to WAL at 1732419989060 (+1 ms)Closed at 1732419989060 2024-11-24T03:46:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741857_1034 (size=175) 2024-11-24T03:46:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741857_1034 (size=175) 2024-11-24T03:46:29,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741857_1034 (size=175) 2024-11-24T03:46:29,067 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:29,067 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732419988204) 2024-11-24T03:46:29,081 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenIntoWAL Thread=396 (was 384) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39805 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-295472131_22 at /127.0.0.1:59894 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:39479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-295472131_22 at /127.0.0.1:40230 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-295472131_22 at /127.0.0.1:40206 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33659 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39805 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-295472131_22 at /127.0.0.1:54980 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 252), ProcessCount=11 (was 11), AvailableMemoryMB=7766 (was 7864) 2024-11-24T03:46:29,093 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=396, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=7762 2024-11-24T03:46:29,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T03:46:29,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:29,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:46:29,101 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T03:46:29,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T03:46:29,102 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:29,103 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-24T03:46:29,103 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:29,111 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:29,113 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:29,114 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:29,117 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-67705823, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-67705823, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:29,131 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-67705823/hregion-67705823.1732419989118, exclude list is [], retry=0 2024-11-24T03:46:29,134 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:29,135 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:29,135 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:29,164 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-67705823/hregion-67705823.1732419989118 2024-11-24T03:46:29,164 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:29,165 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e08a55ee71c2f4f278a79c2fe6c0d9d1, NAME => 'test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741865_1042 (size=43) 2024-11-24T03:46:29,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741865_1042 (size=43) 2024-11-24T03:46:29,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741865_1042 (size=43) 2024-11-24T03:46:29,178 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:29,180 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,181 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08a55ee71c2f4f278a79c2fe6c0d9d1 columnFamilyName a 2024-11-24T03:46:29,181 DEBUG [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:29,182 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(327): Store=e08a55ee71c2f4f278a79c2fe6c0d9d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:29,182 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,184 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08a55ee71c2f4f278a79c2fe6c0d9d1 columnFamilyName b 2024-11-24T03:46:29,184 DEBUG [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:29,184 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(327): Store=e08a55ee71c2f4f278a79c2fe6c0d9d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:29,185 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,186 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08a55ee71c2f4f278a79c2fe6c0d9d1 columnFamilyName c 2024-11-24T03:46:29,186 DEBUG [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:29,187 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(327): Store=e08a55ee71c2f4f278a79c2fe6c0d9d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:29,187 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,188 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,188 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,189 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,189 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,190 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:29,192 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,194 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:29,195 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e08a55ee71c2f4f278a79c2fe6c0d9d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74516259, jitterRate=0.11037878692150116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:29,196 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e08a55ee71c2f4f278a79c2fe6c0d9d1: Writing region info on filesystem at 1732419989178Initializing all the Stores at 1732419989179 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419989179Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419989180 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419989180Cleaning up temporary data from old regions at 1732419989189 (+9 ms)Region opened successfully at 1732419989196 (+7 ms) 2024-11-24T03:46:29,196 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e08a55ee71c2f4f278a79c2fe6c0d9d1, disabling compactions & flushes 2024-11-24T03:46:29,196 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:29,196 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:29,196 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. after waiting 0 ms 2024-11-24T03:46:29,196 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:29,197 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:29,197 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e08a55ee71c2f4f278a79c2fe6c0d9d1: Waiting for close lock at 1732419989196Disabling compacts and flushes for region at 1732419989196Disabling writes for close at 1732419989196Writing region close event to WAL at 1732419989197 (+1 ms)Closed at 1732419989197 2024-11-24T03:46:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741864_1041 (size=175) 2024-11-24T03:46:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741864_1041 (size=175) 2024-11-24T03:46:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741864_1041 (size=175) 2024-11-24T03:46:29,203 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:29,203 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-67705823:(num 1732419989118) 2024-11-24T03:46:29,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:29,205 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:29,218 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206, exclude list is [], retry=0 2024-11-24T03:46:29,221 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:29,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:29,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:29,250 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206 2024-11-24T03:46:29,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741866_1043 (size=371388) 2024-11-24T03:46:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741866_1043 (size=371388) 2024-11-24T03:46:29,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741866_1043 (size=371388) 2024-11-24T03:46:29,416 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206, size=362.7 K (371388bytes) 2024-11-24T03:46:29,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206 2024-11-24T03:46:29,416 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206 after 0ms 2024-11-24T03:46:29,448 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:29,449 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206 took 34ms 2024-11-24T03:46:29,453 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1732419989206.temp 2024-11-24T03:46:29,488 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206 so closing down 2024-11-24T03:46:29,489 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:29,495 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000000001-wal.1732419989206.temp 2024-11-24T03:46:29,518 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741867_1044 (size=371388) 2024-11-24T03:46:29,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741867_1044 (size=371388) 2024-11-24T03:46:29,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741867_1044 (size=371388) 2024-11-24T03:46:29,524 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000000001-wal.1732419989206.temp (wrote 3000 edits, skipped 0 edits in 22 ms) 2024-11-24T03:46:29,526 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000000001-wal.1732419989206.temp to hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003000 2024-11-24T03:46:29,526 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206, size=362.7 K, length=371388, corrupted=false, cancelled=false 2024-11-24T03:46:29,526 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206, journal: Splitting hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206, size=362.7 K (371388bytes) at 1732419989416Split 1024 edits, skipped 0 edits. at 1732419989464 (+48 ms)Split 2048 edits, skipped 0 edits. at 1732419989476 (+12 ms)Finishing writing output for hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206 so closing down at 1732419989488 (+12 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000000001-wal.1732419989206.temp at 1732419989495 (+7 ms)3 split writer threads finished at 1732419989518 (+23 ms)Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000000001-wal.1732419989206.temp (wrote 3000 edits, skipped 0 edits in 22 ms) at 1732419989524 (+6 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000000001-wal.1732419989206.temp to hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003000 at 1732419989526 (+2 ms)Processed 3000 edits across 1 Regions in 76 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206, size=362.7 K, length=371388, corrupted=false, cancelled=false at 1732419989526 2024-11-24T03:46:29,528 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989206 to hdfs://localhost:33659/hbase/oldWALs/wal.1732419989206 2024-11-24T03:46:29,530 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003000 2024-11-24T03:46:29,530 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:29,532 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:29,546 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533, exclude list is [], retry=0 2024-11-24T03:46:29,549 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:29,550 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:29,550 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:29,578 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533 2024-11-24T03:46:29,579 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741868_1045 (size=371515) 2024-11-24T03:46:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741868_1045 (size=371515) 2024-11-24T03:46:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741868_1045 (size=371515) 2024-11-24T03:46:29,773 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533, size=362.8 K (371515bytes) 2024-11-24T03:46:29,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533 2024-11-24T03:46:29,773 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533 after 0ms 2024-11-24T03:46:29,803 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:29,804 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533 took 32ms 2024-11-24T03:46:29,809 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1732419989533.temp 2024-11-24T03:46:29,864 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533 so closing down 2024-11-24T03:46:29,864 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:29,876 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003001-wal.1732419989533.temp 2024-11-24T03:46:29,892 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:29,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741869_1046 (size=371515) 2024-11-24T03:46:29,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741869_1046 (size=371515) 2024-11-24T03:46:29,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741869_1046 (size=371515) 2024-11-24T03:46:29,912 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003001-wal.1732419989533.temp (wrote 3000 edits, skipped 0 edits in 15 ms) 2024-11-24T03:46:29,914 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003001-wal.1732419989533.temp to hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000006000 2024-11-24T03:46:29,914 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533, size=362.8 K, length=371515, corrupted=false, cancelled=false 2024-11-24T03:46:29,914 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533, journal: Splitting hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533, size=362.8 K (371515bytes) at 1732419989773Split 1024 edits, skipped 0 edits. at 1732419989818 (+45 ms)Split 2048 edits, skipped 0 edits. at 1732419989855 (+37 ms)Finishing writing output for hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533 so closing down at 1732419989864 (+9 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003001-wal.1732419989533.temp at 1732419989877 (+13 ms)3 split writer threads finished at 1732419989892 (+15 ms)Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003001-wal.1732419989533.temp (wrote 3000 edits, skipped 0 edits in 15 ms) at 1732419989912 (+20 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003001-wal.1732419989533.temp to hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000006000 at 1732419989914 (+2 ms)Processed 3000 edits across 1 Regions in 109 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533, size=362.8 K, length=371515, corrupted=false, cancelled=false at 1732419989914 2024-11-24T03:46:29,916 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989533 to hdfs://localhost:33659/hbase/oldWALs/wal.1732419989533 2024-11-24T03:46:29,918 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000006000 2024-11-24T03:46:29,918 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:29,920 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/test2727-manual,16010,1732419989110, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:29,934 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989921, exclude list is [], retry=0 2024-11-24T03:46:29,937 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:29,938 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:29,938 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:29,975 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1732419989110/wal.1732419989921 2024-11-24T03:46:29,976 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:29,976 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e08a55ee71c2f4f278a79c2fe6c0d9d1, NAME => 'test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:29,976 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:29,976 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,976 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,978 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,979 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08a55ee71c2f4f278a79c2fe6c0d9d1 columnFamilyName a 2024-11-24T03:46:29,979 DEBUG [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:29,980 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(327): Store=e08a55ee71c2f4f278a79c2fe6c0d9d1/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:29,980 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,981 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08a55ee71c2f4f278a79c2fe6c0d9d1 columnFamilyName b 2024-11-24T03:46:29,981 DEBUG [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:29,982 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(327): Store=e08a55ee71c2f4f278a79c2fe6c0d9d1/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:29,982 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,983 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e08a55ee71c2f4f278a79c2fe6c0d9d1 columnFamilyName c 2024-11-24T03:46:29,983 DEBUG [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:29,984 INFO [StoreOpener-e08a55ee71c2f4f278a79c2fe6c0d9d1-1 {}] regionserver.HStore(327): Store=e08a55ee71c2f4f278a79c2fe6c0d9d1/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:29,984 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,985 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,988 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:29,990 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003000 2024-11-24T03:46:30,030 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:30,081 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003000 2024-11-24T03:46:30,083 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000006000 2024-11-24T03:46:30,111 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:30,139 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000006000 2024-11-24T03:46:30,139 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-24T03:46:30,157 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/a/7039d94b778446da907b7098f758d9ff is 41, key is test2727/a:100/1732419989586/Put/seqid=0 2024-11-24T03:46:30,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741871_1048 (size=84227) 2024-11-24T03:46:30,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741871_1048 (size=84227) 2024-11-24T03:46:30,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741871_1048 (size=84227) 2024-11-24T03:46:30,165 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/a/7039d94b778446da907b7098f758d9ff 2024-11-24T03:46:30,201 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/b/edd61793bab24c41a5b4ccf5342b9920 is 41, key is test2727/b:100/1732419989655/Put/seqid=0 2024-11-24T03:46:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741872_1049 (size=84609) 2024-11-24T03:46:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741872_1049 (size=84609) 2024-11-24T03:46:30,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741872_1049 (size=84609) 2024-11-24T03:46:30,206 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/b/edd61793bab24c41a5b4ccf5342b9920 2024-11-24T03:46:30,230 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/c/f6ae26c051d24041a9baa4ed473a267a is 41, key is test2727/c:100/1732419989707/Put/seqid=0 2024-11-24T03:46:30,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741873_1050 (size=84609) 2024-11-24T03:46:30,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741873_1050 (size=84609) 2024-11-24T03:46:30,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741873_1050 (size=84609) 2024-11-24T03:46:30,237 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/c/f6ae26c051d24041a9baa4ed473a267a 2024-11-24T03:46:30,243 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/a/7039d94b778446da907b7098f758d9ff as hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/a/7039d94b778446da907b7098f758d9ff 2024-11-24T03:46:30,250 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/a/7039d94b778446da907b7098f758d9ff, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-24T03:46:30,251 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/b/edd61793bab24c41a5b4ccf5342b9920 as hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/b/edd61793bab24c41a5b4ccf5342b9920 2024-11-24T03:46:30,259 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/b/edd61793bab24c41a5b4ccf5342b9920, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-24T03:46:30,261 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/.tmp/c/f6ae26c051d24041a9baa4ed473a267a as hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/c/f6ae26c051d24041a9baa4ed473a267a 2024-11-24T03:46:30,269 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/c/f6ae26c051d24041a9baa4ed473a267a, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-24T03:46:30,270 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e08a55ee71c2f4f278a79c2fe6c0d9d1 in 130ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-24T03:46:30,271 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000003000 2024-11-24T03:46:30,271 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/0000000000000006000 2024-11-24T03:46:30,273 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:30,273 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:30,274 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:30,276 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e08a55ee71c2f4f278a79c2fe6c0d9d1 2024-11-24T03:46:30,280 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/test2727/e08a55ee71c2f4f278a79c2fe6c0d9d1/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-24T03:46:30,281 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e08a55ee71c2f4f278a79c2fe6c0d9d1; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62753706, jitterRate=-0.06489691138267517}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:30,282 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e08a55ee71c2f4f278a79c2fe6c0d9d1: Writing region info on filesystem at 1732419989976Initializing all the Stores at 1732419989977 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419989978 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419989978Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419989978Obtaining lock to block concurrent updates at 1732419990139 (+161 ms)Preparing flush snapshotting stores in e08a55ee71c2f4f278a79c2fe6c0d9d1 at 1732419990139Finished memstore snapshotting test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1732419990139Flushing stores of test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. at 1732419990139Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/a: creating writer at 1732419990139Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/a: appending metadata at 1732419990157 (+18 ms)Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/a: closing flushed file at 1732419990157Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/b: creating writer at 1732419990173 (+16 ms)Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/b: appending metadata at 1732419990199 (+26 ms)Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/b: closing flushed file at 1732419990199Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/c: creating writer at 1732419990212 (+13 ms)Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/c: appending metadata at 1732419990229 (+17 ms)Flushing e08a55ee71c2f4f278a79c2fe6c0d9d1/c: closing flushed file at 1732419990229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525e21b6: reopening flushed file at 1732419990242 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ab71a0: reopening flushed file at 1732419990250 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6afa6502: reopening flushed file at 1732419990259 (+9 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for e08a55ee71c2f4f278a79c2fe6c0d9d1 in 130ms, sequenceid=6000, compaction requested=false; wal=null at 1732419990270 (+11 ms)Cleaning up temporary data from old regions at 1732419990273 (+3 ms)Region opened successfully at 1732419990282 (+9 ms) 2024-11-24T03:46:30,284 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-24T03:46:30,284 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e08a55ee71c2f4f278a79c2fe6c0d9d1, disabling compactions & flushes 2024-11-24T03:46:30,284 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:30,284 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:30,284 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. after waiting 0 ms 2024-11-24T03:46:30,284 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:30,285 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1732419989112.e08a55ee71c2f4f278a79c2fe6c0d9d1. 2024-11-24T03:46:30,286 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e08a55ee71c2f4f278a79c2fe6c0d9d1: Waiting for close lock at 1732419990284Disabling compacts and flushes for region at 1732419990284Disabling writes for close at 1732419990284Writing region close event to WAL at 1732419990285 (+1 ms)Closed at 1732419990285 2024-11-24T03:46:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741870_1047 (size=175) 2024-11-24T03:46:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741870_1047 (size=175) 2024-11-24T03:46:30,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741870_1047 (size=175) 2024-11-24T03:46:30,292 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:30,292 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732419989921) 2024-11-24T03:46:30,304 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#test2727 Thread=403 (was 396) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40230 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40206 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:55146 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:60006 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=929 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=7522 (was 7762) 2024-11-24T03:46:30,315 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=403, OpenFileDescriptor=929, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=7521 2024-11-24T03:46:30,329 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:30,336 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:30,337 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1732419990336 2024-11-24T03:46:30,375 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336 2024-11-24T03:46:30,383 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:30,392 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 237f12ee3971e1f9e22a877a9a644901, NAME => 'testSequentialEditLogSeqNum,,1732419990330.237f12ee3971e1f9e22a877a9a644901.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:30,392 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1732419990330.237f12ee3971e1f9e22a877a9a644901.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:30,392 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,392 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,393 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901 doesn't exist for region: 237f12ee3971e1f9e22a877a9a644901 on table testSequentialEditLogSeqNum 2024-11-24T03:46:30,394 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: 237f12ee3971e1f9e22a877a9a644901 on table testSequentialEditLogSeqNum 2024-11-24T03:46:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741875_1052 (size=62) 2024-11-24T03:46:30,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741875_1052 (size=62) 2024-11-24T03:46:30,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741875_1052 (size=62) 2024-11-24T03:46:30,409 INFO [StoreOpener-237f12ee3971e1f9e22a877a9a644901-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,410 INFO [StoreOpener-237f12ee3971e1f9e22a877a9a644901-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 237f12ee3971e1f9e22a877a9a644901 columnFamilyName a 2024-11-24T03:46:30,410 DEBUG [StoreOpener-237f12ee3971e1f9e22a877a9a644901-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:30,411 INFO [StoreOpener-237f12ee3971e1f9e22a877a9a644901-1 {}] regionserver.HStore(327): Store=237f12ee3971e1f9e22a877a9a644901/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:30,411 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,412 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,413 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,413 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,415 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 237f12ee3971e1f9e22a877a9a644901 2024-11-24T03:46:30,417 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:30,418 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 237f12ee3971e1f9e22a877a9a644901; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61494846, jitterRate=-0.08365538716316223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:30,418 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 237f12ee3971e1f9e22a877a9a644901: Writing region info on filesystem at 1732419990392Initializing all the Stores at 1732419990408 (+16 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419990408Cleaning up temporary data from old regions at 1732419990413 (+5 ms)Region opened successfully at 1732419990418 (+5 ms) 2024-11-24T03:46:30,429 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 237f12ee3971e1f9e22a877a9a644901 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-24T03:46:30,453 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/.tmp/a/50c0f00c6fcd487a91f3fec0d712731c is 81, key is testSequentialEditLogSeqNum/a:x0/1732419990418/Put/seqid=0 2024-11-24T03:46:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741876_1053 (size=5833) 2024-11-24T03:46:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741876_1053 (size=5833) 2024-11-24T03:46:30,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741876_1053 (size=5833) 2024-11-24T03:46:30,461 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/.tmp/a/50c0f00c6fcd487a91f3fec0d712731c 2024-11-24T03:46:30,468 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/.tmp/a/50c0f00c6fcd487a91f3fec0d712731c as hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/a/50c0f00c6fcd487a91f3fec0d712731c 2024-11-24T03:46:30,473 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/a/50c0f00c6fcd487a91f3fec0d712731c, entries=10, sequenceid=13, filesize=5.7 K 2024-11-24T03:46:30,475 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 237f12ee3971e1f9e22a877a9a644901 in 46ms, sequenceid=13, compaction requested=false 2024-11-24T03:46:30,475 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 237f12ee3971e1f9e22a877a9a644901: 2024-11-24T03:46:30,480 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T03:46:30,481 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T03:46:30,481 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T03:46:30,481 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T03:46:30,481 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-24T03:46:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741874_1051 (size=3256) 2024-11-24T03:46:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741874_1051 (size=3256) 2024-11-24T03:46:30,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741874_1051 (size=3256) 2024-11-24T03:46:30,501 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336, size=3.2 K (3256bytes) 2024-11-24T03:46:30,501 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336 2024-11-24T03:46:30,502 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336 after 1ms 2024-11-24T03:46:30,525 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:30,525 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336 took 24ms 2024-11-24T03:46:30,528 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336 so closing down 2024-11-24T03:46:30,528 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:30,529 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732419990336.temp 2024-11-24T03:46:30,551 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000003-wal.1732419990336.temp 2024-11-24T03:46:30,552 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:30,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741877_1054 (size=2650) 2024-11-24T03:46:30,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741877_1054 (size=2650) 2024-11-24T03:46:30,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741877_1054 (size=2650) 2024-11-24T03:46:30,561 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000003-wal.1732419990336.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:30,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000003-wal.1732419990336.temp to hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000020 2024-11-24T03:46:30,563 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336, size=3.2 K, length=3256, corrupted=false, cancelled=false 2024-11-24T03:46:30,563 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336, journal: Splitting hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336, size=3.2 K (3256bytes) at 1732419990501Finishing writing output for hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336 so closing down at 1732419990528 (+27 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000003-wal.1732419990336.temp at 1732419990551 (+23 ms)3 split writer threads finished at 1732419990552 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000003-wal.1732419990336.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1732419990561 (+9 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000003-wal.1732419990336.temp to hdfs://localhost:33659/hbase/data/default/testSequentialEditLogSeqNum/237f12ee3971e1f9e22a877a9a644901/recovered.edits/0000000000000000020 at 1732419990563 (+2 ms)Processed 17 edits across 1 Regions in 37 ms; skipped=2; WAL=hdfs://localhost:33659/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1732419990329/wal.1732419990336, size=3.2 K, length=3256, corrupted=false, cancelled=false at 1732419990563 2024-11-24T03:46:30,575 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testSequentialEditLogSeqNum Thread=408 (was 403) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40230 [Waiting for operation #27] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40206 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:55146 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:60006 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=967 (was 929) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=232 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=7522 (was 7521) - AvailableMemoryMB LEAK? - 2024-11-24T03:46:30,586 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=408, OpenFileDescriptor=967, MaxFileDescriptor=1048576, SystemLoadAverage=232, ProcessCount=11, AvailableMemoryMB=7522 2024-11-24T03:46:30,602 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:30,604 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:30,640 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:30,645 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68360198, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-68360198, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:30,662 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68360198/hregion-68360198.1732419990645, exclude list is [], retry=0 2024-11-24T03:46:30,665 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:30,665 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:30,666 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:30,691 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68360198/hregion-68360198.1732419990645 2024-11-24T03:46:30,691 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:30,691 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => eda98bba0e742343d9843455793e2272, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:30,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741879_1056 (size=70) 2024-11-24T03:46:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741879_1056 (size=70) 2024-11-24T03:46:30,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741879_1056 (size=70) 2024-11-24T03:46:30,702 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:30,704 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,706 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName a 2024-11-24T03:46:30,706 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:30,707 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:30,707 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,708 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName b 2024-11-24T03:46:30,708 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:30,709 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:30,709 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,712 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName c 2024-11-24T03:46:30,712 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:30,713 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:30,713 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,714 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,715 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,715 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,716 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:30,717 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,719 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:30,720 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eda98bba0e742343d9843455793e2272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59723847, jitterRate=-0.11004532873630524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:30,721 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eda98bba0e742343d9843455793e2272: Writing region info on filesystem at 1732419990703Initializing all the Stores at 1732419990704 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419990704Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419990704Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419990704Cleaning up temporary data from old regions at 1732419990715 (+11 ms)Region opened successfully at 1732419990721 (+6 ms) 2024-11-24T03:46:30,721 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eda98bba0e742343d9843455793e2272, disabling compactions & flushes 2024-11-24T03:46:30,721 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:30,721 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:30,721 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. after waiting 0 ms 2024-11-24T03:46:30,721 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:30,721 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:30,721 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eda98bba0e742343d9843455793e2272: Waiting for close lock at 1732419990721Disabling compacts and flushes for region at 1732419990721Disabling writes for close at 1732419990721Writing region close event to WAL at 1732419990721Closed at 1732419990721 2024-11-24T03:46:30,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741878_1055 (size=175) 2024-11-24T03:46:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741878_1055 (size=175) 2024-11-24T03:46:30,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741878_1055 (size=175) 2024-11-24T03:46:30,728 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:30,728 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68360198:(num 1732419990645) 2024-11-24T03:46:30,728 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:30,730 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:30,749 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731, exclude list is [], retry=0 2024-11-24T03:46:30,752 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:30,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:30,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:30,778 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 2024-11-24T03:46:30,778 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:30,778 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eda98bba0e742343d9843455793e2272, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:30,779 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:30,779 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,779 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,781 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,782 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName a 2024-11-24T03:46:30,782 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:30,783 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:30,783 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,784 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName b 2024-11-24T03:46:30,784 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:30,785 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:30,785 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,786 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName c 2024-11-24T03:46:30,786 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:30,786 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:30,787 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,788 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,789 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,790 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,790 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,791 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:30,793 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:30,794 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eda98bba0e742343d9843455793e2272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68103540, jitterRate=0.014821827411651611}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:30,795 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eda98bba0e742343d9843455793e2272: Writing region info on filesystem at 1732419990779Initializing all the Stores at 1732419990780 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419990780Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419990780Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419990780Cleaning up temporary data from old regions at 1732419990790 (+10 ms)Region opened successfully at 1732419990795 (+5 ms) 2024-11-24T03:46:30,800 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1732419990799/Put/seqid=0 2024-11-24T03:46:30,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741881_1058 (size=4826) 2024-11-24T03:46:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741881_1058 (size=4826) 2024-11-24T03:46:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741881_1058 (size=4826) 2024-11-24T03:46:30,811 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33659/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in eda98bba0e742343d9843455793e2272/a 2024-11-24T03:46:30,820 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-24T03:46:30,820 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T03:46:30,821 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for eda98bba0e742343d9843455793e2272: 2024-11-24T03:46:30,822 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/a/c594422fa95d41e7a32d583eb7f6e4ab_SeqId_3_ 2024-11-24T03:46:30,823 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33659/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into eda98bba0e742343d9843455793e2272/a as hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/a/c594422fa95d41e7a32d583eb7f6e4ab_SeqId_3_ - updating store file list. 2024-11-24T03:46:30,829 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for c594422fa95d41e7a32d583eb7f6e4ab_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:30,829 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/a/c594422fa95d41e7a32d583eb7f6e4ab_SeqId_3_ into eda98bba0e742343d9843455793e2272/a 2024-11-24T03:46:30,829 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33659/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into eda98bba0e742343d9843455793e2272/a (new location: hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/a/c594422fa95d41e7a32d583eb7f6e4ab_SeqId_3_) 2024-11-24T03:46:30,866 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731, size=0 (0bytes) 2024-11-24T03:46:30,866 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 might be still open, length is 0 2024-11-24T03:46:30,866 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 2024-11-24T03:46:30,867 WARN [IPC Server handler 2 on default port 33659 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-24T03:46:30,867 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 after 1ms 2024-11-24T03:46:32,901 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:55248 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:41153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:55248 dst: /127.0.0.1:41153 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41153 remote=/127.0.0.1:55248]. Total timeout mills is 60000, 57933 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:32,902 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40416 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:40295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:40416 dst: /127.0.0.1:40295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:32,902 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:60120 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:34819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60120 dst: /127.0.0.1:34819 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:32,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741880_1059 (size=606) 2024-11-24T03:46:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741880_1059 (size=606) 2024-11-24T03:46:34,869 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 after 4003ms 2024-11-24T03:46:34,899 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:34,899 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 took 4033ms 2024-11-24T03:46:34,902 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731; continuing. 2024-11-24T03:46:34,902 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 so closing down 2024-11-24T03:46:34,902 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:34,903 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1732419990731.temp 2024-11-24T03:46:34,926 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005-wal.1732419990731.temp 2024-11-24T03:46:34,927 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741882_1060 (size=329) 2024-11-24T03:46:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741882_1060 (size=329) 2024-11-24T03:46:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741882_1060 (size=329) 2024-11-24T03:46:34,934 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005-wal.1732419990731.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:34,935 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005-wal.1732419990731.temp to hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005 2024-11-24T03:46:34,935 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731, size=0, length=0, corrupted=false, cancelled=false 2024-11-24T03:46:34,935 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731, journal: Splitting hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731, size=0 (0bytes) at 1732419990866Finishing writing output for hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 so closing down at 1732419994902 (+4036 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005-wal.1732419990731.temp at 1732419994927 (+25 ms)3 split writer threads finished at 1732419994927Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005-wal.1732419990731.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732419994934 (+7 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005-wal.1732419990731.temp to hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005 at 1732419994935 (+1 ms)Processed 2 edits across 1 Regions in 35 ms; skipped=1; WAL=hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731, size=0, length=0, corrupted=false, cancelled=false at 1732419994935 2024-11-24T03:46:34,937 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 to hdfs://localhost:33659/hbase/oldWALs/wal.1732419990731 2024-11-24T03:46:34,938 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005 2024-11-24T03:46:34,938 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:34,940 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:34,953 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419994940, exclude list is [], retry=0 2024-11-24T03:46:34,956 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:34,956 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:34,957 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:34,979 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419994940 2024-11-24T03:46:34,980 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:34,980 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => eda98bba0e742343d9843455793e2272, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:34,980 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:34,980 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,980 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,982 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,983 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName a 2024-11-24T03:46:34,983 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:34,989 DEBUG [StoreFileOpener-eda98bba0e742343d9843455793e2272-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c594422fa95d41e7a32d583eb7f6e4ab_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:34,989 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/a/c594422fa95d41e7a32d583eb7f6e4ab_SeqId_3_ 2024-11-24T03:46:34,990 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:34,990 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,991 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName b 2024-11-24T03:46:34,991 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:34,991 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:34,992 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,992 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda98bba0e742343d9843455793e2272 columnFamilyName c 2024-11-24T03:46:34,992 DEBUG [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:34,993 INFO [StoreOpener-eda98bba0e742343d9843455793e2272-1 {}] regionserver.HStore(327): Store=eda98bba0e742343d9843455793e2272/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:34,993 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,994 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,995 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272 2024-11-24T03:46:34,996 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005 2024-11-24T03:46:35,021 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:35,022 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005 2024-11-24T03:46:35,022 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing eda98bba0e742343d9843455793e2272 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-24T03:46:35,036 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/.tmp/a/f16356bd98f047f797fc867613ecb1ce is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1732419990834/Put/seqid=0 2024-11-24T03:46:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741884_1062 (size=5149) 2024-11-24T03:46:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741884_1062 (size=5149) 2024-11-24T03:46:35,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741884_1062 (size=5149) 2024-11-24T03:46:35,043 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/.tmp/a/f16356bd98f047f797fc867613ecb1ce 2024-11-24T03:46:35,049 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/.tmp/a/f16356bd98f047f797fc867613ecb1ce as hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/a/f16356bd98f047f797fc867613ecb1ce 2024-11-24T03:46:35,055 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/a/f16356bd98f047f797fc867613ecb1ce, entries=1, sequenceid=5, filesize=5.0 K 2024-11-24T03:46:35,055 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for eda98bba0e742343d9843455793e2272 in 33ms, sequenceid=5, compaction requested=false; wal=null 2024-11-24T03:46:35,056 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/0000000000000000005 2024-11-24T03:46:35,057 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:35,057 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:35,058 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:35,059 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for eda98bba0e742343d9843455793e2272 2024-11-24T03:46:35,062 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/eda98bba0e742343d9843455793e2272/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-24T03:46:35,063 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened eda98bba0e742343d9843455793e2272; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62754570, jitterRate=-0.06488403677940369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:35,063 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for eda98bba0e742343d9843455793e2272: Writing region info on filesystem at 1732419994980Initializing all the Stores at 1732419994981 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419994981Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419994982 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419994982Obtaining lock to block concurrent updates at 1732419995022 (+40 ms)Preparing flush snapshotting stores in eda98bba0e742343d9843455793e2272 at 1732419995022Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1732419995022Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. at 1732419995022Flushing eda98bba0e742343d9843455793e2272/a: creating writer at 1732419995023 (+1 ms)Flushing eda98bba0e742343d9843455793e2272/a: appending metadata at 1732419995035 (+12 ms)Flushing eda98bba0e742343d9843455793e2272/a: closing flushed file at 1732419995035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@348de7f2: reopening flushed file at 1732419995049 (+14 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for eda98bba0e742343d9843455793e2272 in 33ms, sequenceid=5, compaction requested=false; wal=null at 1732419995055 (+6 ms)Cleaning up temporary data from old regions at 1732419995057 (+2 ms)Region opened successfully at 1732419995063 (+6 ms) 2024-11-24T03:46:35,066 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing eda98bba0e742343d9843455793e2272, disabling compactions & flushes 2024-11-24T03:46:35,067 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:35,067 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:35,067 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. after waiting 0 ms 2024-11-24T03:46:35,067 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:35,068 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1732419990603.eda98bba0e742343d9843455793e2272. 2024-11-24T03:46:35,068 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for eda98bba0e742343d9843455793e2272: Waiting for close lock at 1732419995066Disabling compacts and flushes for region at 1732419995066Disabling writes for close at 1732419995067 (+1 ms)Writing region close event to WAL at 1732419995068 (+1 ms)Closed at 1732419995068 2024-11-24T03:46:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741883_1061 (size=175) 2024-11-24T03:46:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741883_1061 (size=175) 2024-11-24T03:46:35,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741883_1061 (size=175) 2024-11-24T03:46:35,074 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:35,074 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732419994940) 2024-11-24T03:46:35,087 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testRegionMadeOfBulkLoadedFilesOnly Thread=411 (was 408) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-409606045_22 at /127.0.0.1:57230 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33659 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-409606045_22 at /127.0.0.1:39984 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 967) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=230 (was 232), ProcessCount=11 (was 11), AvailableMemoryMB=7525 (was 7522) - AvailableMemoryMB LEAK? - 2024-11-24T03:46:35,098 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=411, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=230, ProcessCount=11, AvailableMemoryMB=7524 2024-11-24T03:46:35,112 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:35,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T03:46:35,121 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:35,123 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5008967a 2024-11-24T03:46:35,124 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T03:46:35,126 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T03:46:35,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T03:46:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-24T03:46:35,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T03:46:35,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-24T03:46:35,139 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:35,141 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T03:46:35,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:46:35,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741885_1063 (size=694) 2024-11-24T03:46:35,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741885_1063 (size=694) 2024-11-24T03:46:35,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741885_1063 (size=694) 2024-11-24T03:46:35,154 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e6ca42d0995013f06f9a276f95bca20, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c 2024-11-24T03:46:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741886_1064 (size=77) 2024-11-24T03:46:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741886_1064 (size=77) 2024-11-24T03:46:35,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741886_1064 (size=77) 2024-11-24T03:46:35,163 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:35,164 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 7e6ca42d0995013f06f9a276f95bca20, disabling compactions & flushes 2024-11-24T03:46:35,164 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,164 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,164 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. after waiting 0 ms 2024-11-24T03:46:35,164 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,164 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,164 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e6ca42d0995013f06f9a276f95bca20: Waiting for close lock at 1732419995163Disabling compacts and flushes for region at 1732419995163Disabling writes for close at 1732419995164 (+1 ms)Writing region close event to WAL at 1732419995164Closed at 1732419995164 2024-11-24T03:46:35,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T03:46:35,171 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1732419995166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732419995166"}]},"ts":"1732419995166"} 2024-11-24T03:46:35,175 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T03:46:35,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T03:46:35,180 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732419995177"}]},"ts":"1732419995177"} 2024-11-24T03:46:35,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-24T03:46:35,185 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {71d8d2d6408d=0} racks are {/default-rack=0} 2024-11-24T03:46:35,186 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T03:46:35,186 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T03:46:35,186 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-24T03:46:35,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T03:46:35,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T03:46:35,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-24T03:46:35,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T03:46:35,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T03:46:35,187 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-24T03:46:35,187 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T03:46:35,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN}] 2024-11-24T03:46:35,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN 2024-11-24T03:46:35,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN; state=OFFLINE, location=71d8d2d6408d,36021,1732419979639; forceNewPlan=false, retain=false 2024-11-24T03:46:35,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:46:35,344 INFO [71d8d2d6408d:45153 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-24T03:46:35,345 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPENING, regionLocation=71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:35,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN because future has completed 2024-11-24T03:46:35,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639}] 2024-11-24T03:46:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:46:35,503 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:46:35,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59251, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:46:35,510 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,510 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e6ca42d0995013f06f9a276f95bca20, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:35,511 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,511 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:35,511 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,511 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,513 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,514 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf1 2024-11-24T03:46:35,515 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:35,515 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:35,516 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,517 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf2 2024-11-24T03:46:35,518 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:35,518 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:35,518 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,519 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,520 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,521 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,521 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,522 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-24T03:46:35,523 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,526 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:35,527 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e6ca42d0995013f06f9a276f95bca20; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72080993, jitterRate=0.07409049570560455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-24T03:46:35,527 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,528 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e6ca42d0995013f06f9a276f95bca20: Running coprocessor pre-open hook at 1732419995511Writing region info on filesystem at 1732419995511Initializing all the Stores at 1732419995512 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419995512Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419995512Cleaning up temporary data from old regions at 1732419995521 (+9 ms)Running coprocessor post-open hooks at 1732419995527 (+6 ms)Region opened successfully at 1732419995528 (+1 ms) 2024-11-24T03:46:35,530 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., pid=6, masterSystemTime=1732419995502 2024-11-24T03:46:35,532 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,532 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,533 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPEN, openSeqNum=2, regionLocation=71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:35,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639 because future has completed 2024-11-24T03:46:35,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T03:46:35,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639 in 191 msec 2024-11-24T03:46:35,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T03:46:35,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN in 355 msec 2024-11-24T03:46:35,550 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T03:46:35,550 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732419995550"}]},"ts":"1732419995550"} 2024-11-24T03:46:35,553 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-24T03:46:35,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T03:46:35,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 424 msec 2024-11-24T03:46:35,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T03:46:35,770 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-24T03:46:35,770 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-24T03:46:35,773 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T03:46:35,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-24T03:46:35,785 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T03:46:35,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-24T03:46:35,801 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=2] 2024-11-24T03:46:35,802 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:46:35,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41416, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:46:35,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7e6ca42d0995013f06f9a276f95bca20, source=71d8d2d6408d,36021,1732419979639, destination=71d8d2d6408d,45607,1732419979484, warming up region on 71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:46:35,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7e6ca42d0995013f06f9a276f95bca20, source=71d8d2d6408d,36021,1732419979639, destination=71d8d2d6408d,45607,1732419979484, running balancer 2024-11-24T03:46:35,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:46:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE 2024-11-24T03:46:35,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE 2024-11-24T03:46:35,826 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=CLOSING, regionLocation=71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:35,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7e6ca42d0995013f06f9a276f95bca20, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:35,829 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE because future has completed 2024-11-24T03:46:35,831 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf1 2024-11-24T03:46:35,831 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:35,831 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:35,831 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,832 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf2 2024-11-24T03:46:35,832 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:35,833 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(1722): Closing 7e6ca42d0995013f06f9a276f95bca20, disabling compactions & flushes 2024-11-24T03:46:35,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. after waiting 0 ms 2024-11-24T03:46:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,837 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:46:35,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] regionserver.HRegion(1676): Region close journal for 7e6ca42d0995013f06f9a276f95bca20: Waiting for close lock at 1732419995833Disabling compacts and flushes for region at 1732419995833Disabling writes for close at 1732419995833Writing region close event to WAL at 1732419995837 (+4 ms)Closed at 1732419995837 2024-11-24T03:46:35,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639}] 2024-11-24T03:46:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-24T03:46:35,995 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:35,995 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:46:35,996 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 7e6ca42d0995013f06f9a276f95bca20, disabling compactions & flushes 2024-11-24T03:46:35,996 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,996 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,996 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. after waiting 0 ms 2024-11-24T03:46:35,996 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:35,996 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 7e6ca42d0995013f06f9a276f95bca20 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-24T03:46:36,014 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf1/3d6496fff9254199851d3ce658d1c520 is 35, key is r1/cf1:q/1732419995805/Put/seqid=0 2024-11-24T03:46:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741887_1065 (size=4783) 2024-11-24T03:46:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741887_1065 (size=4783) 2024-11-24T03:46:36,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741887_1065 (size=4783) 2024-11-24T03:46:36,024 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf1/3d6496fff9254199851d3ce658d1c520 2024-11-24T03:46:36,032 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf1/3d6496fff9254199851d3ce658d1c520 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520 2024-11-24T03:46:36,038 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520, entries=1, sequenceid=5, filesize=4.7 K 2024-11-24T03:46:36,039 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7e6ca42d0995013f06f9a276f95bca20 in 43ms, sequenceid=5, compaction requested=false 2024-11-24T03:46:36,039 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-24T03:46:36,044 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T03:46:36,046 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,047 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 7e6ca42d0995013f06f9a276f95bca20: Waiting for close lock at 1732419995996Running coprocessor pre-close hooks at 1732419995996Disabling compacts and flushes for region at 1732419995996Disabling writes for close at 1732419995996Obtaining lock to block concurrent updates at 1732419995996Preparing flush snapshotting stores in 7e6ca42d0995013f06f9a276f95bca20 at 1732419995996Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1732419995996Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. at 1732419995997 (+1 ms)Flushing 7e6ca42d0995013f06f9a276f95bca20/cf1: creating writer at 1732419995997Flushing 7e6ca42d0995013f06f9a276f95bca20/cf1: appending metadata at 1732419996014 (+17 ms)Flushing 7e6ca42d0995013f06f9a276f95bca20/cf1: closing flushed file at 1732419996014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9efc05: reopening flushed file at 1732419996031 (+17 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 7e6ca42d0995013f06f9a276f95bca20 in 43ms, sequenceid=5, compaction requested=false at 1732419996039 (+8 ms)Writing region close event to WAL at 1732419996040 (+1 ms)Running coprocessor post-close hooks at 1732419996045 (+5 ms)Closed at 1732419996046 (+1 ms) 2024-11-24T03:46:36,047 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 7e6ca42d0995013f06f9a276f95bca20 move to 71d8d2d6408d,45607,1732419979484 record at close sequenceid=5 2024-11-24T03:46:36,050 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=CLOSED 2024-11-24T03:46:36,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639 because future has completed 2024-11-24T03:46:36,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T03:46:36,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639 in 218 msec 2024-11-24T03:46:36,060 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE; state=CLOSED, location=71d8d2d6408d,45607,1732419979484; forceNewPlan=false, retain=false 2024-11-24T03:46:36,211 INFO [71d8d2d6408d:45153 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-24T03:46:36,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPENING, regionLocation=71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:36,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE because future has completed 2024-11-24T03:46:36,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,45607,1732419979484}] 2024-11-24T03:46:36,373 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,373 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e6ca42d0995013f06f9a276f95bca20, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:36,373 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,373 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:36,373 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,373 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,375 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,376 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf1 2024-11-24T03:46:36,376 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:36,384 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520 2024-11-24T03:46:36,385 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:36,385 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,386 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf2 2024-11-24T03:46:36,386 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:36,387 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:36,387 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,388 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,389 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,390 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,390 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,391 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-24T03:46:36,393 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,394 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 7e6ca42d0995013f06f9a276f95bca20; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73338944, jitterRate=0.0928354263305664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-24T03:46:36,394 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,395 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 7e6ca42d0995013f06f9a276f95bca20: Running coprocessor pre-open hook at 1732419996374Writing region info on filesystem at 1732419996374Initializing all the Stores at 1732419996375 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419996375Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419996375Cleaning up temporary data from old regions at 1732419996390 (+15 ms)Running coprocessor post-open hooks at 1732419996394 (+4 ms)Region opened successfully at 1732419996395 (+1 ms) 2024-11-24T03:46:36,397 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., pid=9, masterSystemTime=1732419996368 2024-11-24T03:46:36,399 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,400 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,400 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPEN, openSeqNum=9, regionLocation=71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:36,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,45607,1732419979484 because future has completed 2024-11-24T03:46:36,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-24T03:46:36,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,45607,1732419979484 in 190 msec 2024-11-24T03:46:36,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE in 586 msec 2024-11-24T03:46:36,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:46:36,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42446, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:46:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:41416 deadline: 1732420056435, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=45607 startCode=1732419979484. As of locationSeqNum=5. 2024-11-24T03:46:36,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=45607 startCode=1732419979484. As of locationSeqNum=5. 2024-11-24T03:46:36,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=45607 startCode=1732419979484. As of locationSeqNum=5. 2024-11-24T03:46:36,447 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,45607,1732419979484, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=45607 startCode=1732419979484. As of locationSeqNum=5. 2024-11-24T03:46:36,558 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T03:46:36,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T03:46:36,569 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 7e6ca42d0995013f06f9a276f95bca20 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-24T03:46:36,585 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf1/a895d53430c9434a939350d038f282c6 is 29, key is r1/cf1:/1732419996561/DeleteFamily/seqid=0 2024-11-24T03:46:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741888_1066 (size=4906) 2024-11-24T03:46:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741888_1066 (size=4906) 2024-11-24T03:46:36,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741888_1066 (size=4906) 2024-11-24T03:46:36,593 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf1/a895d53430c9434a939350d038f282c6 2024-11-24T03:46:36,599 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a895d53430c9434a939350d038f282c6 2024-11-24T03:46:36,613 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf2/13119cf877694b28bbcc64ff6ae4acc5 is 29, key is r1/cf2:/1732419996561/DeleteFamily/seqid=0 2024-11-24T03:46:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741889_1067 (size=4906) 2024-11-24T03:46:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741889_1067 (size=4906) 2024-11-24T03:46:36,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741889_1067 (size=4906) 2024-11-24T03:46:36,621 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf2/13119cf877694b28bbcc64ff6ae4acc5 2024-11-24T03:46:36,628 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13119cf877694b28bbcc64ff6ae4acc5 2024-11-24T03:46:36,629 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf1/a895d53430c9434a939350d038f282c6 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/a895d53430c9434a939350d038f282c6 2024-11-24T03:46:36,636 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a895d53430c9434a939350d038f282c6 2024-11-24T03:46:36,636 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/a895d53430c9434a939350d038f282c6, entries=1, sequenceid=12, filesize=4.8 K 2024-11-24T03:46:36,637 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf2/13119cf877694b28bbcc64ff6ae4acc5 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/13119cf877694b28bbcc64ff6ae4acc5 2024-11-24T03:46:36,643 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13119cf877694b28bbcc64ff6ae4acc5 2024-11-24T03:46:36,643 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/13119cf877694b28bbcc64ff6ae4acc5, entries=1, sequenceid=12, filesize=4.8 K 2024-11-24T03:46:36,644 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 7e6ca42d0995013f06f9a276f95bca20 in 75ms, sequenceid=12, compaction requested=false 2024-11-24T03:46:36,644 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 7e6ca42d0995013f06f9a276f95bca20: 2024-11-24T03:46:36,647 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T03:46:36,649 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7e6ca42d0995013f06f9a276f95bca20/cf1 is initiating major compaction (all files) 2024-11-24T03:46:36,649 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:46:36,649 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:36,649 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7e6ca42d0995013f06f9a276f95bca20/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,650 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520, hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/a895d53430c9434a939350d038f282c6] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp, totalSize=9.5 K 2024-11-24T03:46:36,651 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3d6496fff9254199851d3ce658d1c520, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732419995805 2024-11-24T03:46:36,651 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a895d53430c9434a939350d038f282c6, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-24T03:46:36,662 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7e6ca42d0995013f06f9a276f95bca20#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:46:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741890_1068 (size=4626) 2024-11-24T03:46:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741890_1068 (size=4626) 2024-11-24T03:46:36,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741890_1068 (size=4626) 2024-11-24T03:46:36,677 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf1/749ec93b0a4640ea89e860ff9e37633b as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/749ec93b0a4640ea89e860ff9e37633b 2024-11-24T03:46:36,693 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 7e6ca42d0995013f06f9a276f95bca20/cf1 of 7e6ca42d0995013f06f9a276f95bca20 into 749ec93b0a4640ea89e860ff9e37633b(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:46:36,693 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7e6ca42d0995013f06f9a276f95bca20: 2024-11-24T03:46:36,694 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-24T03:46:36,694 DEBUG [Time-limited test {}] regionserver.HStore(1541): 7e6ca42d0995013f06f9a276f95bca20/cf2 is initiating major compaction (all files) 2024-11-24T03:46:36,694 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T03:46:36,694 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T03:46:36,694 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 7e6ca42d0995013f06f9a276f95bca20/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,694 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/13119cf877694b28bbcc64ff6ae4acc5] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp, totalSize=4.8 K 2024-11-24T03:46:36,695 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 13119cf877694b28bbcc64ff6ae4acc5, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-24T03:46:36,702 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 7e6ca42d0995013f06f9a276f95bca20#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T03:46:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741891_1069 (size=4592) 2024-11-24T03:46:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741891_1069 (size=4592) 2024-11-24T03:46:36,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741891_1069 (size=4592) 2024-11-24T03:46:36,718 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/.tmp/cf2/3890d45b1e2a45759d362214e162d61c as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/3890d45b1e2a45759d362214e162d61c 2024-11-24T03:46:36,726 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 7e6ca42d0995013f06f9a276f95bca20/cf2 of 7e6ca42d0995013f06f9a276f95bca20 into 3890d45b1e2a45759d362214e162d61c(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:46:36,726 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 7e6ca42d0995013f06f9a276f95bca20: 2024-11-24T03:46:36,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=7e6ca42d0995013f06f9a276f95bca20, source=71d8d2d6408d,45607,1732419979484, destination=71d8d2d6408d,36021,1732419979639, warming up region on 71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:36,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=7e6ca42d0995013f06f9a276f95bca20, source=71d8d2d6408d,45607,1732419979484, destination=71d8d2d6408d,36021,1732419979639, running balancer 2024-11-24T03:46:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE 2024-11-24T03:46:36,733 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE 2024-11-24T03:46:36,734 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=CLOSING, regionLocation=71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:36,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(7855): Warmup {ENCODED => 7e6ca42d0995013f06f9a276f95bca20, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:36,736 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,737 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf1 2024-11-24T03:46:36,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE because future has completed 2024-11-24T03:46:36,737 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:36,737 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T03:46:36,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,45607,1732419979484}] 2024-11-24T03:46:36,745 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520 2024-11-24T03:46:36,751 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/749ec93b0a4640ea89e860ff9e37633b 2024-11-24T03:46:36,757 INFO [StoreFileOpener-7e6ca42d0995013f06f9a276f95bca20-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a895d53430c9434a939350d038f282c6 2024-11-24T03:46:36,757 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/a895d53430c9434a939350d038f282c6 2024-11-24T03:46:36,757 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:36,758 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,759 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf2 2024-11-24T03:46:36,759 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:36,767 INFO [StoreFileOpener-7e6ca42d0995013f06f9a276f95bca20-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 13119cf877694b28bbcc64ff6ae4acc5 2024-11-24T03:46:36,767 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/13119cf877694b28bbcc64ff6ae4acc5 2024-11-24T03:46:36,772 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/3890d45b1e2a45759d362214e162d61c 2024-11-24T03:46:36,773 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(1722): Closing 7e6ca42d0995013f06f9a276f95bca20, disabling compactions & flushes 2024-11-24T03:46:36,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. after waiting 0 ms 2024-11-24T03:46:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36021 {}] regionserver.HRegion(1676): Region close journal for 7e6ca42d0995013f06f9a276f95bca20: Waiting for close lock at 1732419996773Disabling compacts and flushes for region at 1732419996773Disabling writes for close at 1732419996773Writing region close event to WAL at 1732419996774 (+1 ms)Closed at 1732419996774 2024-11-24T03:46:36,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-24T03:46:36,892 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,892 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T03:46:36,892 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 7e6ca42d0995013f06f9a276f95bca20, disabling compactions & flushes 2024-11-24T03:46:36,892 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,892 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,892 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. after waiting 0 ms 2024-11-24T03:46:36,892 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,893 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520, hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/a895d53430c9434a939350d038f282c6] to archive 2024-11-24T03:46:36,896 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:46:36,899 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520 to hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/3d6496fff9254199851d3ce658d1c520 2024-11-24T03:46:36,901 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/a895d53430c9434a939350d038f282c6 to hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/a895d53430c9434a939350d038f282c6 2024-11-24T03:46:36,914 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/13119cf877694b28bbcc64ff6ae4acc5] to archive 2024-11-24T03:46:36,915 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:46:36,917 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/13119cf877694b28bbcc64ff6ae4acc5 to hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/13119cf877694b28bbcc64ff6ae4acc5 2024-11-24T03:46:36,922 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-24T03:46:36,923 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:36,923 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 7e6ca42d0995013f06f9a276f95bca20: Waiting for close lock at 1732419996892Running coprocessor pre-close hooks at 1732419996892Disabling compacts and flushes for region at 1732419996892Disabling writes for close at 1732419996892Writing region close event to WAL at 1732419996918 (+26 ms)Running coprocessor post-close hooks at 1732419996923 (+5 ms)Closed at 1732419996923 2024-11-24T03:46:36,923 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 7e6ca42d0995013f06f9a276f95bca20 move to 71d8d2d6408d,36021,1732419979639 record at close sequenceid=12 2024-11-24T03:46:36,926 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:36,927 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=CLOSED 2024-11-24T03:46:36,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,45607,1732419979484 because future has completed 2024-11-24T03:46:36,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-24T03:46:36,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,45607,1732419979484 in 193 msec 2024-11-24T03:46:36,935 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE; state=CLOSED, location=71d8d2d6408d,36021,1732419979639; forceNewPlan=false, retain=false 2024-11-24T03:46:37,085 INFO [71d8d2d6408d:45153 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-24T03:46:37,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPENING, regionLocation=71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:37,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE because future has completed 2024-11-24T03:46:37,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639}] 2024-11-24T03:46:37,250 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,250 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e6ca42d0995013f06f9a276f95bca20, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:37,251 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,251 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:37,251 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,251 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,252 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,253 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf1 2024-11-24T03:46:37,254 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:37,263 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/749ec93b0a4640ea89e860ff9e37633b 2024-11-24T03:46:37,263 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:37,263 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,264 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf2 2024-11-24T03:46:37,265 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:37,273 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/3890d45b1e2a45759d362214e162d61c 2024-11-24T03:46:37,273 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:37,274 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,275 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,277 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,278 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,278 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,279 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-24T03:46:37,280 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,281 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 7e6ca42d0995013f06f9a276f95bca20; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72680415, jitterRate=0.0830225795507431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-24T03:46:37,282 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,282 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 7e6ca42d0995013f06f9a276f95bca20: Running coprocessor pre-open hook at 1732419997251Writing region info on filesystem at 1732419997251Initializing all the Stores at 1732419997252 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419997252Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419997252Cleaning up temporary data from old regions at 1732419997278 (+26 ms)Running coprocessor post-open hooks at 1732419997282 (+4 ms)Region opened successfully at 1732419997282 2024-11-24T03:46:37,284 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., pid=12, masterSystemTime=1732419997246 2024-11-24T03:46:37,286 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,286 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,287 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPEN, openSeqNum=18, regionLocation=71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:37,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639 because future has completed 2024-11-24T03:46:37,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-24T03:46:37,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,36021,1732419979639 in 198 msec 2024-11-24T03:46:37,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, REOPEN/MOVE in 562 msec 2024-11-24T03:46:37,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T03:46:37,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T03:46:37,338 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 71d8d2d6408d,36021,1732419979639: testing ***** 2024-11-24T03:46:37,338 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-24T03:46:37,340 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-24T03:46:37,341 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-24T03:46:37,345 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-24T03:46:37,347 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-24T03:46:37,358 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 471905040 }, "NonHeapMemoryUsage": { "committed": 171900928, "init": 7667712, "max": -1, "used": 169299240 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "71d8d2d6408d", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 8, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 7, "ProcessCallTime_95th_percentile": 7, "ProcessCallTime_98th_percentile": 7, "ProcessCallTime_99th_percentile": 7, "ProcessCallTime_99.9th_percentile": 7, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 8, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 7, "TotalCallTime_95th_percentile": 7, "TotalCallTime_98th_percentile": 7, "TotalCallTime_99th_percentile": 7, "TotalCallTime_99.9th_percentile": 7, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "71d8d2d6408d", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:57877", "tag.serverName": "71d8d2d6408d,36021,1732419979639", "tag.clusterId": "6d1bacb0-1786-4610-be03-53b32db3adca", "tag.Context": "regionserver", "tag.Hostname": "71d8d2d6408d", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732419979639, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-24T03:46:37,361 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45153 {}] master.MasterRpcServices(700): 71d8d2d6408d,36021,1732419979639 reported a fatal error: ***** ABORTING region server 71d8d2d6408d,36021,1732419979639: testing ***** 2024-11-24T03:46:37,364 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71d8d2d6408d,36021,1732419979639' ***** 2024-11-24T03:46:37,364 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-24T03:46:37,364 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T03:46:37,364 INFO [RS:2;71d8d2d6408d:36021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-24T03:46:37,364 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T03:46:37,364 INFO [RS:2;71d8d2d6408d:36021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-24T03:46:37,364 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,365 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(956): aborting server 71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:37,365 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T03:46:37,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45607 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:42454 deadline: 1732420057364, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=36021 startCode=1732419979639. As of locationSeqNum=12. 2024-11-24T03:46:37,365 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e6ca42d0995013f06f9a276f95bca20, disabling compactions & flushes 2024-11-24T03:46:37,365 INFO [RS:2;71d8d2d6408d:36021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;71d8d2d6408d:36021. 2024-11-24T03:46:37,365 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,365 DEBUG [RS:2;71d8d2d6408d:36021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:46:37,365 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,365 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. after waiting 0 ms 2024-11-24T03:46:37,365 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,365 DEBUG [RS:2;71d8d2d6408d:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:37,365 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,45607,1732419979484, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,45607,1732419979484, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=36021 startCode=1732419979639. As of locationSeqNum=12. 2024-11-24T03:46:37,365 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,45607,1732419979484, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=36021 startCode=1732419979639. As of locationSeqNum=12. 2024-11-24T03:46:37,366 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,45607,1732419979484, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=71d8d2d6408d port=36021 startCode=1732419979639. As of locationSeqNum=12. 2024-11-24T03:46:37,366 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T03:46:37,366 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1325): Online Regions={7e6ca42d0995013f06f9a276f95bca20=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.} 2024-11-24T03:46:37,366 DEBUG [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1351): Waiting on 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:37,367 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,367 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e6ca42d0995013f06f9a276f95bca20: Waiting for close lock at 1732419997365Running coprocessor pre-close hooks at 1732419997365Disabling compacts and flushes for region at 1732419997365Disabling writes for close at 1732419997365Writing region close event to WAL at 1732419997366 (+1 ms)Running coprocessor post-close hooks at 1732419997366Closed at 1732419997367 (+1 ms) 2024-11-24T03:46:37,367 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:37,398 INFO [regionserver/71d8d2d6408d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:46:37,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 71d8d2d6408d,36021,1732419979639 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:37,481 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 71d8d2d6408d,36021,1732419979639 aborting 2024-11-24T03:46:37,482 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 71d8d2d6408d,36021,1732419979639 aborting 2024-11-24T03:46:37,482 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=12 from cache 2024-11-24T03:46:37,567 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(976): stopping server 71d8d2d6408d,36021,1732419979639; all regions closed. 2024-11-24T03:46:37,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741833_1009 (size=2288) 2024-11-24T03:46:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741833_1009 (size=2288) 2024-11-24T03:46:37,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741833_1009 (size=2288) 2024-11-24T03:46:37,575 DEBUG [RS:2;71d8d2d6408d:36021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:37,576 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:46:37,576 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T03:46:37,576 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.ChoreService(370): Chore service for: regionserver/71d8d2d6408d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T03:46:37,576 INFO [regionserver/71d8d2d6408d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T03:46:37,576 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T03:46:37,576 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T03:46:37,577 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T03:46:37,577 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T03:46:37,577 INFO [RS:2;71d8d2d6408d:36021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36021 2024-11-24T03:46:37,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:46:37,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71d8d2d6408d,36021,1732419979639 2024-11-24T03:46:37,633 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T03:46:37,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71d8d2d6408d,36021,1732419979639] 2024-11-24T03:46:37,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71d8d2d6408d,36021,1732419979639 already deleted, retry=false 2024-11-24T03:46:37,654 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 71d8d2d6408d,36021,1732419979639 on 71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:37,663 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 71d8d2d6408d,36021,1732419979639, splitWal=true, meta=false 2024-11-24T03:46:37,666 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for 71d8d2d6408d,36021,1732419979639 (carryingMeta=false) 71d8d2d6408d,36021,1732419979639/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7308cf36[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-24T03:46:37,666 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 71d8d2d6408d,36021,1732419979639, splitWal=true, meta=false 2024-11-24T03:46:37,667 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 71d8d2d6408d,36021,1732419979639 had 1 regions 2024-11-24T03:46:37,668 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 71d8d2d6408d,36021,1732419979639, splitWal=true, meta=false, isMeta: false 2024-11-24T03:46:37,669 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting 2024-11-24T03:46:37,670 INFO [PEWorker-1 {}] master.SplitWALManager(105): 71d8d2d6408d,36021,1732419979639 WAL count=1, meta=false 2024-11-24T03:46:37,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 71d8d2d6408d%2C36021%2C1732419979639.1732419981343}] 2024-11-24T03:46:37,677 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:37,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 71d8d2d6408d%2C36021%2C1732419979639.1732419981343, worker=71d8d2d6408d,39337,1732419979587}] 2024-11-24T03:46:37,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18] 2024-11-24T03:46:37,692 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 71d8d2d6408d:36021 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 71d8d2d6408d/172.17.0.2:36021 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:37,693 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18, error=java.net.ConnectException: Call to address=71d8d2d6408d:36021 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 71d8d2d6408d/172.17.0.2:36021 2024-11-24T03:46:37,693 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-24T03:46:37,693 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18 from cache 2024-11-24T03:46:37,693 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address 71d8d2d6408d:36021 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 71d8d2d6408d/172.17.0.2:36021 2024-11-24T03:46:37,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:37,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36021-0x1016c3c95c50003, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:37,747 INFO [RS:2;71d8d2d6408d:36021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T03:46:37,747 INFO [RS:2;71d8d2d6408d:36021 {}] regionserver.HRegionServer(1031): Exiting; stopping=71d8d2d6408d,36021,1732419979639; zookeeper connection closed. 2024-11-24T03:46:37,748 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7cb0022f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7cb0022f 2024-11-24T03:46:37,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39337 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-24T03:46:37,868 INFO [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343, size=2.2 K (2288bytes) 2024-11-24T03:46:37,868 INFO [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 2024-11-24T03:46:37,869 INFO [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 after 1ms 2024-11-24T03:46:37,894 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:37,895 INFO [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 took 27ms 2024-11-24T03:46:37,901 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 7e6ca42d0995013f06f9a276f95bca20: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-24T03:46:37,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 so closing down 2024-11-24T03:46:37,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:37,902 INFO [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:37,902 INFO [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343, size=2.2 K, length=2288, corrupted=false, cancelled=false 2024-11-24T03:46:37,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343, journal: Splitting hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343, size=2.2 K (2288bytes) at 1732419997868Finishing writing output for hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 so closing down at 1732419997902 (+34 ms)3 split writer threads finished at 1732419997902Processed 6 edits across 0 Regions in 7 ms; skipped=6; WAL=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343, size=2.2 K, length=2288, corrupted=false, cancelled=false at 1732419997902 2024-11-24T03:46:37,902 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 2024-11-24T03:46:37,903 DEBUG [RS_LOG_REPLAY_OPS-regionserver/71d8d2d6408d:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-24T03:46:37,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45153 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-24T03:46:37,910 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting/71d8d2d6408d%2C36021%2C1732419979639.1732419981343 to hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs 2024-11-24T03:46:37,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-24T03:46:37,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 71d8d2d6408d%2C36021%2C1732419979639.1732419981343, worker=71d8d2d6408d,39337,1732419979587 in 231 msec 2024-11-24T03:46:37,914 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:37,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T03:46:37,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure 71d8d2d6408d%2C36021%2C1732419979639.1732419981343, worker=71d8d2d6408d,39337,1732419979587 in 243 msec 2024-11-24T03:46:37,919 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting dir is empty, no logs to split. 2024-11-24T03:46:37,919 INFO [PEWorker-2 {}] master.SplitWALManager(105): 71d8d2d6408d,36021,1732419979639 WAL count=0, meta=false 2024-11-24T03:46:37,919 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 71d8d2d6408d,36021,1732419979639 WAL splitting is done? wals=0, meta=false 2024-11-24T03:46:37,922 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 71d8d2d6408d,36021,1732419979639 failed, ignore...File hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,36021,1732419979639-splitting does not exist. 2024-11-24T03:46:37,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN}] 2024-11-24T03:46:37,926 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN 2024-11-24T03:46:37,927 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-24T03:46:38,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18] 2024-11-24T03:46:38,004 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to 71d8d2d6408d:36021 this server is in the failed servers list 2024-11-24T03:46:38,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=71d8d2d6408d:36021 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 71d8d2d6408d:36021 2024-11-24T03:46:38,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 71d8d2d6408d:36021 2024-11-24T03:46:38,006 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,36021,1732419979639, seqNum=18 from cache 2024-11-24T03:46:38,078 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(204): Hosts are {71d8d2d6408d=0} racks are {/default-rack=0} 2024-11-24T03:46:38,078 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-24T03:46:38,079 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-24T03:46:38,079 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-24T03:46:38,079 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-24T03:46:38,079 INFO [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-24T03:46:38,079 INFO [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-24T03:46:38,079 DEBUG [71d8d2d6408d:45153 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-24T03:46:38,079 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPENING, regionLocation=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:38,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN because future has completed 2024-11-24T03:46:38,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,39337,1732419979587}] 2024-11-24T03:46:38,244 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:38,245 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e6ca42d0995013f06f9a276f95bca20, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:38,245 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,245 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:38,245 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,245 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,248 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,249 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf1 2024-11-24T03:46:38,249 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,257 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf1/749ec93b0a4640ea89e860ff9e37633b 2024-11-24T03:46:38,257 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,258 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,259 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e6ca42d0995013f06f9a276f95bca20 columnFamilyName cf2 2024-11-24T03:46:38,259 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,266 DEBUG [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/cf2/3890d45b1e2a45759d362214e162d61c 2024-11-24T03:46:38,266 INFO [StoreOpener-7e6ca42d0995013f06f9a276f95bca20-1 {}] regionserver.HStore(327): Store=7e6ca42d0995013f06f9a276f95bca20/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,266 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,267 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,268 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,269 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,269 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,270 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-24T03:46:38,271 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,272 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 7e6ca42d0995013f06f9a276f95bca20; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59939891, jitterRate=-0.10682602226734161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-24T03:46:38,272 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:38,272 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 7e6ca42d0995013f06f9a276f95bca20: Running coprocessor pre-open hook at 1732419998246Writing region info on filesystem at 1732419998246Initializing all the Stores at 1732419998247 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998247Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998247Cleaning up temporary data from old regions at 1732419998269 (+22 ms)Running coprocessor post-open hooks at 1732419998272 (+3 ms)Region opened successfully at 1732419998272 2024-11-24T03:46:38,274 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., pid=17, masterSystemTime=1732419998239 2024-11-24T03:46:38,276 DEBUG [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:38,276 INFO [RS_OPEN_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:38,277 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=7e6ca42d0995013f06f9a276f95bca20, regionState=OPEN, openSeqNum=18, regionLocation=71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:38,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,39337,1732419979587 because future has completed 2024-11-24T03:46:38,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-24T03:46:38,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e6ca42d0995013f06f9a276f95bca20, server=71d8d2d6408d,39337,1732419979587 in 195 msec 2024-11-24T03:46:38,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-24T03:46:38,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=7e6ca42d0995013f06f9a276f95bca20, ASSIGN in 358 msec 2024-11-24T03:46:38,285 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server 71d8d2d6408d,36021,1732419979639 after splitting done 2024-11-24T03:46:38,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure 71d8d2d6408d,36021,1732419979639, splitWal=true, meta=false in 630 msec 2024-11-24T03:46:38,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., hostname=71d8d2d6408d,39337,1732419979587, seqNum=18] 2024-11-24T03:46:38,536 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterRegionMovedWithMultiCF Thread=409 (was 411), OpenFileDescriptor=1053 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 230) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7491 (was 7524) 2024-11-24T03:46:38,538 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-11-24T03:46:38,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=409, OpenFileDescriptor=1053, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=7491 2024-11-24T03:46:38,547 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1053 is superior to 1024 2024-11-24T03:46:38,563 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:38,564 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:38,565 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:38,567 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88493486, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-88493486, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:38,578 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88493486/hregion-88493486.1732419998568, exclude list is [], retry=0 2024-11-24T03:46:38,581 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:38,581 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:38,581 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:38,607 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88493486/hregion-88493486.1732419998568 2024-11-24T03:46:38,607 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:38,607 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1e8215e3811268561a81b47e1c9ea379, NAME => 'testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:38,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741893_1071 (size=67) 2024-11-24T03:46:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741893_1071 (size=67) 2024-11-24T03:46:38,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741893_1071 (size=67) 2024-11-24T03:46:38,619 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:38,620 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,622 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName a 2024-11-24T03:46:38,622 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,622 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,622 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,624 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName b 2024-11-24T03:46:38,624 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,624 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,624 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,625 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName c 2024-11-24T03:46:38,625 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,626 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,626 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,627 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,627 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,628 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,628 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,629 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:38,630 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,632 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:38,633 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1e8215e3811268561a81b47e1c9ea379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72396756, jitterRate=0.07879573106765747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:38,633 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1e8215e3811268561a81b47e1c9ea379: Writing region info on filesystem at 1732419998619Initializing all the Stores at 1732419998620 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998620Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998620Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998620Cleaning up temporary data from old regions at 1732419998628 (+8 ms)Region opened successfully at 1732419998633 (+5 ms) 2024-11-24T03:46:38,633 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1e8215e3811268561a81b47e1c9ea379, disabling compactions & flushes 2024-11-24T03:46:38,633 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,633 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,633 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. after waiting 0 ms 2024-11-24T03:46:38,633 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,634 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,634 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1e8215e3811268561a81b47e1c9ea379: Waiting for close lock at 1732419998633Disabling compacts and flushes for region at 1732419998633Disabling writes for close at 1732419998633Writing region close event to WAL at 1732419998634 (+1 ms)Closed at 1732419998634 2024-11-24T03:46:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741892_1070 (size=175) 2024-11-24T03:46:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741892_1070 (size=175) 2024-11-24T03:46:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741892_1070 (size=175) 2024-11-24T03:46:38,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:38,642 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88493486:(num 1732419998568) 2024-11-24T03:46:38,642 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:38,644 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:38,656 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644, exclude list is [], retry=0 2024-11-24T03:46:38,659 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:38,659 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:38,660 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:38,685 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644 2024-11-24T03:46:38,685 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:38,686 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e8215e3811268561a81b47e1c9ea379, NAME => 'testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:38,686 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:38,686 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,686 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,688 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,689 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName a 2024-11-24T03:46:38,689 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,689 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,690 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,691 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName b 2024-11-24T03:46:38,691 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,691 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,692 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,693 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName c 2024-11-24T03:46:38,693 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:38,694 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:38,694 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,695 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,697 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,697 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,698 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:38,699 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:38,700 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1e8215e3811268561a81b47e1c9ea379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58863768, jitterRate=-0.12286150455474854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:38,700 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1e8215e3811268561a81b47e1c9ea379: Writing region info on filesystem at 1732419998686Initializing all the Stores at 1732419998687 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998687Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998687Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419998687Cleaning up temporary data from old regions at 1732419998697 (+10 ms)Region opened successfully at 1732419998700 (+3 ms) 2024-11-24T03:46:38,728 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1e8215e3811268561a81b47e1c9ea379 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-24T03:46:38,744 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/a/7c95f9b3a41140a0b75283fda6b74426 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732419998701/Put/seqid=0 2024-11-24T03:46:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741895_1073 (size=5958) 2024-11-24T03:46:38,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741895_1073 (size=5958) 2024-11-24T03:46:38,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741895_1073 (size=5958) 2024-11-24T03:46:38,765 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/a/7c95f9b3a41140a0b75283fda6b74426 2024-11-24T03:46:38,795 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/b/08703e1fa9484dd2b2de73e148e6169a is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732419998709/Put/seqid=0 2024-11-24T03:46:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741896_1074 (size=5958) 2024-11-24T03:46:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741896_1074 (size=5958) 2024-11-24T03:46:38,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741896_1074 (size=5958) 2024-11-24T03:46:38,817 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/b/08703e1fa9484dd2b2de73e148e6169a 2024-11-24T03:46:38,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/c/c3c2d2568ebf4ce7ad291590a683ccf8 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732419998717/Put/seqid=0 2024-11-24T03:46:38,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741897_1075 (size=5958) 2024-11-24T03:46:38,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741897_1075 (size=5958) 2024-11-24T03:46:38,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741897_1075 (size=5958) 2024-11-24T03:46:38,852 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/c/c3c2d2568ebf4ce7ad291590a683ccf8 2024-11-24T03:46:38,858 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/a/7c95f9b3a41140a0b75283fda6b74426 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/a/7c95f9b3a41140a0b75283fda6b74426 2024-11-24T03:46:38,864 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/a/7c95f9b3a41140a0b75283fda6b74426, entries=10, sequenceid=33, filesize=5.8 K 2024-11-24T03:46:38,865 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/b/08703e1fa9484dd2b2de73e148e6169a as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/b/08703e1fa9484dd2b2de73e148e6169a 2024-11-24T03:46:38,870 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/b/08703e1fa9484dd2b2de73e148e6169a, entries=10, sequenceid=33, filesize=5.8 K 2024-11-24T03:46:38,871 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/c/c3c2d2568ebf4ce7ad291590a683ccf8 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/c/c3c2d2568ebf4ce7ad291590a683ccf8 2024-11-24T03:46:38,878 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/c/c3c2d2568ebf4ce7ad291590a683ccf8, entries=10, sequenceid=33, filesize=5.8 K 2024-11-24T03:46:38,880 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 1e8215e3811268561a81b47e1c9ea379 in 153ms, sequenceid=33, compaction requested=false 2024-11-24T03:46:38,880 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1e8215e3811268561a81b47e1c9ea379: 2024-11-24T03:46:38,880 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1e8215e3811268561a81b47e1c9ea379, disabling compactions & flushes 2024-11-24T03:46:38,880 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,880 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,880 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. after waiting 0 ms 2024-11-24T03:46:38,880 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,882 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. 2024-11-24T03:46:38,882 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1e8215e3811268561a81b47e1c9ea379: Waiting for close lock at 1732419998880Disabling compacts and flushes for region at 1732419998880Disabling writes for close at 1732419998880Writing region close event to WAL at 1732419998881 (+1 ms)Closed at 1732419998882 (+1 ms) 2024-11-24T03:46:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741894_1072 (size=6311) 2024-11-24T03:46:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741894_1072 (size=6311) 2024-11-24T03:46:38,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741894_1072 (size=6311) 2024-11-24T03:46:38,892 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/b/08703e1fa9484dd2b2de73e148e6169a to hdfs://localhost:33659/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/b/08703e1fa9484dd2b2de73e148e6169a 2024-11-24T03:46:38,914 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644, size=6.2 K (6311bytes) 2024-11-24T03:46:38,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644 2024-11-24T03:46:38,914 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644 after 0ms 2024-11-24T03:46:38,948 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:38,948 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644 took 34ms 2024-11-24T03:46:38,951 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644 so closing down 2024-11-24T03:46:38,951 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:38,951 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732419998644.temp 2024-11-24T03:46:38,975 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000003-wal.1732419998644.temp 2024-11-24T03:46:38,975 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741898_1076 (size=5575) 2024-11-24T03:46:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741898_1076 (size=5575) 2024-11-24T03:46:38,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741898_1076 (size=5575) 2024-11-24T03:46:38,981 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000003-wal.1732419998644.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:38,983 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000003-wal.1732419998644.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000032 2024-11-24T03:46:38,983 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644, size=6.2 K, length=6311, corrupted=false, cancelled=false 2024-11-24T03:46:38,983 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644, journal: Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644, size=6.2 K (6311bytes) at 1732419998914Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644 so closing down at 1732419998951 (+37 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000003-wal.1732419998644.temp at 1732419998975 (+24 ms)3 split writer threads finished at 1732419998975Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000003-wal.1732419998644.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732419998981 (+6 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000003-wal.1732419998644.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000032 at 1732419998983 (+2 ms)Processed 32 edits across 1 Regions in 34 ms; skipped=2; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644, size=6.2 K, length=6311, corrupted=false, cancelled=false at 1732419998983 2024-11-24T03:46:38,984 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998644 to hdfs://localhost:33659/hbase/oldWALs/wal.1732419998644 2024-11-24T03:46:38,985 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000032 2024-11-24T03:46:38,985 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:38,987 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:39,001 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998987, exclude list is [], retry=0 2024-11-24T03:46:39,003 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:39,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:39,004 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:39,028 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998987 2024-11-24T03:46:39,028 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:39,028 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e8215e3811268561a81b47e1c9ea379, NAME => 'testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:39,029 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:39,029 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,029 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,030 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,031 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName a 2024-11-24T03:46:39,031 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,036 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/a/7c95f9b3a41140a0b75283fda6b74426 2024-11-24T03:46:39,036 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,036 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,038 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName b 2024-11-24T03:46:39,038 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,038 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,038 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,039 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e8215e3811268561a81b47e1c9ea379 columnFamilyName c 2024-11-24T03:46:39,039 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,044 DEBUG [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/c/c3c2d2568ebf4ce7ad291590a683ccf8 2024-11-24T03:46:39,045 INFO [StoreOpener-1e8215e3811268561a81b47e1c9ea379-1 {}] regionserver.HStore(327): Store=1e8215e3811268561a81b47e1c9ea379/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,045 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,046 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,047 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,048 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000032 2024-11-24T03:46:39,076 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:39,078 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000032 2024-11-24T03:46:39,078 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1e8215e3811268561a81b47e1c9ea379 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-24T03:46:39,091 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/b/f35c98bbd117487aa3fc186932f9cb66 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732419998709/Put/seqid=0 2024-11-24T03:46:39,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741900_1078 (size=5958) 2024-11-24T03:46:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741900_1078 (size=5958) 2024-11-24T03:46:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741900_1078 (size=5958) 2024-11-24T03:46:39,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-24T03:46:39,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:39,099 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/b/f35c98bbd117487aa3fc186932f9cb66 2024-11-24T03:46:39,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-24T03:46:39,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:39,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-24T03:46:39,101 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:39,106 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/.tmp/b/f35c98bbd117487aa3fc186932f9cb66 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/b/f35c98bbd117487aa3fc186932f9cb66 2024-11-24T03:46:39,113 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/b/f35c98bbd117487aa3fc186932f9cb66, entries=10, sequenceid=32, filesize=5.8 K 2024-11-24T03:46:39,113 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1e8215e3811268561a81b47e1c9ea379 in 35ms, sequenceid=32, compaction requested=false; wal=null 2024-11-24T03:46:39,114 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/0000000000000000032 2024-11-24T03:46:39,115 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,115 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,116 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:39,117 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1e8215e3811268561a81b47e1c9ea379 2024-11-24T03:46:39,119 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/1e8215e3811268561a81b47e1c9ea379/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-24T03:46:39,120 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1e8215e3811268561a81b47e1c9ea379; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72244215, jitterRate=0.07652269303798676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:39,120 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1e8215e3811268561a81b47e1c9ea379: Writing region info on filesystem at 1732419999029Initializing all the Stores at 1732419999030 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999030Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999030Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999030Obtaining lock to block concurrent updates at 1732419999078 (+48 ms)Preparing flush snapshotting stores in 1e8215e3811268561a81b47e1c9ea379 at 1732419999078Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1732419999079 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732419998563.1e8215e3811268561a81b47e1c9ea379. at 1732419999079Flushing 1e8215e3811268561a81b47e1c9ea379/b: creating writer at 1732419999079Flushing 1e8215e3811268561a81b47e1c9ea379/b: appending metadata at 1732419999091 (+12 ms)Flushing 1e8215e3811268561a81b47e1c9ea379/b: closing flushed file at 1732419999091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15483444: reopening flushed file at 1732419999105 (+14 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 1e8215e3811268561a81b47e1c9ea379 in 35ms, sequenceid=32, compaction requested=false; wal=null at 1732419999113 (+8 ms)Cleaning up temporary data from old regions at 1732419999115 (+2 ms)Region opened successfully at 1732419999120 (+5 ms) 2024-11-24T03:46:39,143 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterPartialFlush Thread=416 (was 409) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:57230 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:48678 [Waiting for operation #26] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:57376 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:48812 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:40116 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:39984 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1053) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=243 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=7484 (was 7491) 2024-11-24T03:46:39,143 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-24T03:46:39,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=243, ProcessCount=11, AvailableMemoryMB=7483 2024-11-24T03:46:39,156 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-24T03:46:39,175 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:39,178 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:39,178 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:39,181 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-68203888, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-68203888, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:39,193 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-68203888/hregion-68203888.1732419999181, exclude list is [], retry=0 2024-11-24T03:46:39,195 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:39,195 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:39,196 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:39,220 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-68203888/hregion-68203888.1732419999181 2024-11-24T03:46:39,220 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:39,220 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b79fa1e6c0691b739299d7c1b927a1f5, NAME => 'testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741902_1080 (size=68) 2024-11-24T03:46:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741902_1080 (size=68) 2024-11-24T03:46:39,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741902_1080 (size=68) 2024-11-24T03:46:39,228 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:39,229 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,230 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName a 2024-11-24T03:46:39,231 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,231 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,231 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,233 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName b 2024-11-24T03:46:39,233 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,233 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,233 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,235 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName c 2024-11-24T03:46:39,235 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,235 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,236 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,236 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,237 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,238 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,238 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,238 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:39,240 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,242 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:39,243 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b79fa1e6c0691b739299d7c1b927a1f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73331358, jitterRate=0.09272238612174988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:39,243 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b79fa1e6c0691b739299d7c1b927a1f5: Writing region info on filesystem at 1732419999228Initializing all the Stores at 1732419999229 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999229Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999229Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999229Cleaning up temporary data from old regions at 1732419999238 (+9 ms)Region opened successfully at 1732419999243 (+5 ms) 2024-11-24T03:46:39,243 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b79fa1e6c0691b739299d7c1b927a1f5, disabling compactions & flushes 2024-11-24T03:46:39,243 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:39,243 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:39,243 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. after waiting 0 ms 2024-11-24T03:46:39,243 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:39,244 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:39,244 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b79fa1e6c0691b739299d7c1b927a1f5: Waiting for close lock at 1732419999243Disabling compacts and flushes for region at 1732419999243Disabling writes for close at 1732419999243Writing region close event to WAL at 1732419999244 (+1 ms)Closed at 1732419999244 2024-11-24T03:46:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741901_1079 (size=175) 2024-11-24T03:46:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741901_1079 (size=175) 2024-11-24T03:46:39,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741901_1079 (size=175) 2024-11-24T03:46:39,251 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:39,251 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-68203888:(num 1732419999181) 2024-11-24T03:46:39,252 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:39,253 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:39,265 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254, exclude list is [], retry=0 2024-11-24T03:46:39,268 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:39,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:39,269 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:39,292 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254 2024-11-24T03:46:39,292 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:39,349 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b79fa1e6c0691b739299d7c1b927a1f5, NAME => 'testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:39,351 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,351 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:39,352 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,352 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,354 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,355 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName a 2024-11-24T03:46:39,355 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,356 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,356 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,357 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName b 2024-11-24T03:46:39,357 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,358 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,358 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,359 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName c 2024-11-24T03:46:39,359 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:39,360 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:39,360 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,361 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,362 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,363 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,363 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,364 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:39,365 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,366 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b79fa1e6c0691b739299d7c1b927a1f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70282793, jitterRate=0.0472952276468277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:39,366 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:39,367 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b79fa1e6c0691b739299d7c1b927a1f5: Running coprocessor pre-open hook at 1732419999352Writing region info on filesystem at 1732419999352Initializing all the Stores at 1732419999353 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999353Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999353Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732419999353Cleaning up temporary data from old regions at 1732419999363 (+10 ms)Running coprocessor post-open hooks at 1732419999366 (+3 ms)Region opened successfully at 1732419999367 (+1 ms) 2024-11-24T03:46:39,379 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b79fa1e6c0691b739299d7c1b927a1f5 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-24T03:46:39,380 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:40,381 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:41,061 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:46:41,383 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:42,384 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:43,385 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:44,386 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:45,388 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:46,389 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:47,391 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:47,937 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T03:46:48,392 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for b79fa1e6c0691b739299d7c1b927a1f5/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:48,396 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b79fa1e6c0691b739299d7c1b927a1f5: 2024-11-24T03:46:48,396 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:48,413 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b79fa1e6c0691b739299d7c1b927a1f5: 2024-11-24T03:46:48,414 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-24T03:46:48,414 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b79fa1e6c0691b739299d7c1b927a1f5, disabling compactions & flushes 2024-11-24T03:46:48,414 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:48,414 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:48,414 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. after waiting 0 ms 2024-11-24T03:46:48,414 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:48,414 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:48,414 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. 2024-11-24T03:46:48,414 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b79fa1e6c0691b739299d7c1b927a1f5: Waiting for close lock at 1732420008414Running coprocessor pre-close hooks at 1732420008414Disabling compacts and flushes for region at 1732420008414Disabling writes for close at 1732420008414Writing region close event to WAL at 1732420008414Running coprocessor post-close hooks at 1732420008414Closed at 1732420008414 2024-11-24T03:46:48,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741903_1081 (size=4236) 2024-11-24T03:46:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741903_1081 (size=4236) 2024-11-24T03:46:48,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741903_1081 (size=4236) 2024-11-24T03:46:48,430 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254, size=4.1 K (4236bytes) 2024-11-24T03:46:48,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254 2024-11-24T03:46:48,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254 after 0ms 2024-11-24T03:46:48,454 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:48,455 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254 took 25ms 2024-11-24T03:46:48,457 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254 so closing down 2024-11-24T03:46:48,457 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:48,458 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1732419999254.temp 2024-11-24T03:46:48,481 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000004-wal.1732419999254.temp 2024-11-24T03:46:48,481 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741904_1082 (size=3245) 2024-11-24T03:46:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741904_1082 (size=3245) 2024-11-24T03:46:48,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741904_1082 (size=3245) 2024-11-24T03:46:48,487 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000004-wal.1732419999254.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:48,489 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000004-wal.1732419999254.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000026 2024-11-24T03:46:48,489 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254, size=4.1 K, length=4236, corrupted=false, cancelled=false 2024-11-24T03:46:48,489 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254, journal: Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254, size=4.1 K (4236bytes) at 1732420008431Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254 so closing down at 1732420008457 (+26 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000004-wal.1732419999254.temp at 1732420008481 (+24 ms)3 split writer threads finished at 1732420008481Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000004-wal.1732419999254.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1732420008487 (+6 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000004-wal.1732419999254.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000026 at 1732420008489 (+2 ms)Processed 23 edits across 1 Regions in 34 ms; skipped=3; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254, size=4.1 K, length=4236, corrupted=false, cancelled=false at 1732420008489 2024-11-24T03:46:48,491 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732419999254 to hdfs://localhost:33659/hbase/oldWALs/wal.1732419999254 2024-11-24T03:46:48,491 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000026 2024-11-24T03:46:48,492 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:48,493 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:48,506 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732420008494, exclude list is [], retry=0 2024-11-24T03:46:48,508 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:48,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:48,509 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:48,531 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732420008494 2024-11-24T03:46:48,532 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:48,532 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b79fa1e6c0691b739299d7c1b927a1f5, NAME => 'testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:48,532 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,532 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:48,533 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,533 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,534 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,535 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName a 2024-11-24T03:46:48,535 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:48,536 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:48,536 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,537 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName b 2024-11-24T03:46:48,537 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:48,537 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:48,537 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,538 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b79fa1e6c0691b739299d7c1b927a1f5 columnFamilyName c 2024-11-24T03:46:48,538 DEBUG [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:48,538 INFO [StoreOpener-b79fa1e6c0691b739299d7c1b927a1f5-1 {}] regionserver.HStore(327): Store=b79fa1e6c0691b739299d7c1b927a1f5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:48,539 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,539 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,541 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000026 2024-11-24T03:46:48,566 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:48,568 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000026 2024-11-24T03:46:48,568 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b79fa1e6c0691b739299d7c1b927a1f5 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-24T03:46:48,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/a/c326a0c70cd547788de25c7844610f46 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1732420008405/Put/seqid=0 2024-11-24T03:46:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741906_1084 (size=5523) 2024-11-24T03:46:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741906_1084 (size=5523) 2024-11-24T03:46:48,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741906_1084 (size=5523) 2024-11-24T03:46:48,589 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/a/c326a0c70cd547788de25c7844610f46 2024-11-24T03:46:48,609 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/b/975081153e3040f283cb0448eba94437 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1732420008397/Put/seqid=0 2024-11-24T03:46:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741907_1085 (size=5524) 2024-11-24T03:46:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741907_1085 (size=5524) 2024-11-24T03:46:48,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741907_1085 (size=5524) 2024-11-24T03:46:48,615 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/b/975081153e3040f283cb0448eba94437 2024-11-24T03:46:48,640 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/c/b72a1f27580d477a874fbf568545d8b0 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1732420008403/Put/seqid=0 2024-11-24T03:46:48,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741908_1086 (size=5457) 2024-11-24T03:46:48,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741908_1086 (size=5457) 2024-11-24T03:46:48,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741908_1086 (size=5457) 2024-11-24T03:46:48,646 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/c/b72a1f27580d477a874fbf568545d8b0 2024-11-24T03:46:48,652 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/a/c326a0c70cd547788de25c7844610f46 as hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/a/c326a0c70cd547788de25c7844610f46 2024-11-24T03:46:48,658 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/a/c326a0c70cd547788de25c7844610f46, entries=7, sequenceid=26, filesize=5.4 K 2024-11-24T03:46:48,659 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/b/975081153e3040f283cb0448eba94437 as hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/b/975081153e3040f283cb0448eba94437 2024-11-24T03:46:48,665 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/b/975081153e3040f283cb0448eba94437, entries=7, sequenceid=26, filesize=5.4 K 2024-11-24T03:46:48,667 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/.tmp/c/b72a1f27580d477a874fbf568545d8b0 as hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/c/b72a1f27580d477a874fbf568545d8b0 2024-11-24T03:46:48,673 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/c/b72a1f27580d477a874fbf568545d8b0, entries=6, sequenceid=26, filesize=5.3 K 2024-11-24T03:46:48,673 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for b79fa1e6c0691b739299d7c1b927a1f5 in 105ms, sequenceid=26, compaction requested=false; wal=null 2024-11-24T03:46:48,674 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/0000000000000000026 2024-11-24T03:46:48,675 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,675 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,676 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:48,678 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,680 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsAfterAbortingFlush/b79fa1e6c0691b739299d7c1b927a1f5/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-24T03:46:48,681 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b79fa1e6c0691b739299d7c1b927a1f5; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68764199, jitterRate=0.02466641366481781}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:48,681 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b79fa1e6c0691b739299d7c1b927a1f5 2024-11-24T03:46:48,681 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b79fa1e6c0691b739299d7c1b927a1f5: Running coprocessor pre-open hook at 1732420008533Writing region info on filesystem at 1732420008533Initializing all the Stores at 1732420008534 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420008534Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420008534Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420008534Obtaining lock to block concurrent updates at 1732420008568 (+34 ms)Preparing flush snapshotting stores in b79fa1e6c0691b739299d7c1b927a1f5 at 1732420008568Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1732420008568Flushing stores of testReplayEditsAfterAbortingFlush,,1732419999176.b79fa1e6c0691b739299d7c1b927a1f5. at 1732420008568Flushing b79fa1e6c0691b739299d7c1b927a1f5/a: creating writer at 1732420008568Flushing b79fa1e6c0691b739299d7c1b927a1f5/a: appending metadata at 1732420008581 (+13 ms)Flushing b79fa1e6c0691b739299d7c1b927a1f5/a: closing flushed file at 1732420008581Flushing b79fa1e6c0691b739299d7c1b927a1f5/b: creating writer at 1732420008594 (+13 ms)Flushing b79fa1e6c0691b739299d7c1b927a1f5/b: appending metadata at 1732420008608 (+14 ms)Flushing b79fa1e6c0691b739299d7c1b927a1f5/b: closing flushed file at 1732420008608Flushing b79fa1e6c0691b739299d7c1b927a1f5/c: creating writer at 1732420008620 (+12 ms)Flushing b79fa1e6c0691b739299d7c1b927a1f5/c: appending metadata at 1732420008639 (+19 ms)Flushing b79fa1e6c0691b739299d7c1b927a1f5/c: closing flushed file at 1732420008639Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@358880: reopening flushed file at 1732420008651 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9e5275: reopening flushed file at 1732420008658 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd3bce0: reopening flushed file at 1732420008666 (+8 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for b79fa1e6c0691b739299d7c1b927a1f5 in 105ms, sequenceid=26, compaction requested=false; wal=null at 1732420008673 (+7 ms)Cleaning up temporary data from old regions at 1732420008675 (+2 ms)Running coprocessor post-open hooks at 1732420008681 (+6 ms)Region opened successfully at 1732420008681 2024-11-24T03:46:48,699 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsAfterAbortingFlush Thread=416 (was 416), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 243), ProcessCount=11 (was 11), AvailableMemoryMB=7455 (was 7483) 2024-11-24T03:46:48,699 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-24T03:46:48,712 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=416, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=7455 2024-11-24T03:46:48,712 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-24T03:46:48,725 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:48,727 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:48,727 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:48,730 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-82572533, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-82572533, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:48,741 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-82572533/hregion-82572533.1732420008730, exclude list is [], retry=0 2024-11-24T03:46:48,744 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:48,744 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:48,744 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:48,766 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-82572533/hregion-82572533.1732420008730 2024-11-24T03:46:48,767 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:48,767 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => ed7a83347f3cdce31926b6fe4ff2891f, NAME => 'testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741910_1088 (size=61) 2024-11-24T03:46:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741910_1088 (size=61) 2024-11-24T03:46:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741910_1088 (size=61) 2024-11-24T03:46:48,775 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:48,776 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,777 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed7a83347f3cdce31926b6fe4ff2891f columnFamilyName a 2024-11-24T03:46:48,777 DEBUG [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:48,778 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(327): Store=ed7a83347f3cdce31926b6fe4ff2891f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:48,778 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,779 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,779 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,779 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,779 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,781 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,783 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:48,783 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed7a83347f3cdce31926b6fe4ff2891f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61466218, jitterRate=-0.0840819776058197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:48,784 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed7a83347f3cdce31926b6fe4ff2891f: Writing region info on filesystem at 1732420008775Initializing all the Stores at 1732420008776 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420008776Cleaning up temporary data from old regions at 1732420008779 (+3 ms)Region opened successfully at 1732420008784 (+5 ms) 2024-11-24T03:46:48,784 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ed7a83347f3cdce31926b6fe4ff2891f, disabling compactions & flushes 2024-11-24T03:46:48,784 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,784 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,784 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. after waiting 0 ms 2024-11-24T03:46:48,784 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,785 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,785 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ed7a83347f3cdce31926b6fe4ff2891f: Waiting for close lock at 1732420008784Disabling compacts and flushes for region at 1732420008784Disabling writes for close at 1732420008784Writing region close event to WAL at 1732420008785 (+1 ms)Closed at 1732420008785 2024-11-24T03:46:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741909_1087 (size=175) 2024-11-24T03:46:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741909_1087 (size=175) 2024-11-24T03:46:48,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741909_1087 (size=175) 2024-11-24T03:46:48,789 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:48,789 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-82572533:(num 1732420008730) 2024-11-24T03:46:48,789 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:48,791 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:48,803 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791, exclude list is [], retry=0 2024-11-24T03:46:48,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:48,805 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:48,806 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:48,829 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791 2024-11-24T03:46:48,830 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:48,830 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ed7a83347f3cdce31926b6fe4ff2891f, NAME => 'testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:48,830 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:48,830 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,830 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,831 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,832 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed7a83347f3cdce31926b6fe4ff2891f columnFamilyName a 2024-11-24T03:46:48,832 DEBUG [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:48,833 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(327): Store=ed7a83347f3cdce31926b6fe4ff2891f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:48,833 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,833 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,834 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,835 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,835 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,836 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:48,837 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed7a83347f3cdce31926b6fe4ff2891f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59587788, jitterRate=-0.11207276582717896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:48,838 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed7a83347f3cdce31926b6fe4ff2891f: Writing region info on filesystem at 1732420008830Initializing all the Stores at 1732420008831 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420008831Cleaning up temporary data from old regions at 1732420008835 (+4 ms)Region opened successfully at 1732420008838 (+3 ms) 2024-11-24T03:46:48,846 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing ed7a83347f3cdce31926b6fe4ff2891f, disabling compactions & flushes 2024-11-24T03:46:48,846 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,846 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,846 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. after waiting 0 ms 2024-11-24T03:46:48,846 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,846 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,846 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. 2024-11-24T03:46:48,846 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for ed7a83347f3cdce31926b6fe4ff2891f: Waiting for close lock at 1732420008846Disabling compacts and flushes for region at 1732420008846Disabling writes for close at 1732420008846Writing region close event to WAL at 1732420008846Closed at 1732420008846 2024-11-24T03:46:48,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741911_1089 (size=1795) 2024-11-24T03:46:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741911_1089 (size=1795) 2024-11-24T03:46:48,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741911_1089 (size=1795) 2024-11-24T03:46:48,862 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791, size=1.8 K (1795bytes) 2024-11-24T03:46:48,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791 2024-11-24T03:46:48,863 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791 after 0ms 2024-11-24T03:46:48,887 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:48,887 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791 took 25ms 2024-11-24T03:46:48,889 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791 so closing down 2024-11-24T03:46:48,889 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:48,891 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732420008791.temp 2024-11-24T03:46:48,914 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000003-wal.1732420008791.temp 2024-11-24T03:46:48,915 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741912_1090 (size=1795) 2024-11-24T03:46:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741912_1090 (size=1795) 2024-11-24T03:46:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741912_1090 (size=1795) 2024-11-24T03:46:48,921 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000003-wal.1732420008791.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:48,922 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000003-wal.1732420008791.temp to hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000012 2024-11-24T03:46:48,922 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791, size=1.8 K, length=1795, corrupted=false, cancelled=false 2024-11-24T03:46:48,922 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791, journal: Splitting hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791, size=1.8 K (1795bytes) at 1732420008862Finishing writing output for hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791 so closing down at 1732420008889 (+27 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000003-wal.1732420008791.temp at 1732420008914 (+25 ms)3 split writer threads finished at 1732420008915 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000003-wal.1732420008791.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1732420008921 (+6 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000003-wal.1732420008791.temp to hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000012 at 1732420008922 (+1 ms)Processed 10 edits across 1 Regions in 34 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791, size=1.8 K, length=1795, corrupted=false, cancelled=false at 1732420008922 2024-11-24T03:46:48,924 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420008791 to hdfs://localhost:33659/hbase/oldWALs/wal.1732420008791 2024-11-24T03:46:48,925 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000012 2024-11-24T03:46:48,951 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:49,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-24T03:46:49,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:49,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-24T03:46:49,099 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:49,281 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:49,283 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:49,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420009284, exclude list is [], retry=0 2024-11-24T03:46:49,297 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:49,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:49,298 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:49,322 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420009284 2024-11-24T03:46:49,322 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:49,322 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ed7a83347f3cdce31926b6fe4ff2891f, NAME => 'testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:49,322 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:49,322 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,322 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,325 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,327 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed7a83347f3cdce31926b6fe4ff2891f columnFamilyName a 2024-11-24T03:46:49,327 DEBUG [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,328 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(327): Store=ed7a83347f3cdce31926b6fe4ff2891f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,328 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,329 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,330 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,331 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000012 2024-11-24T03:46:49,355 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:49,356 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000012 2024-11-24T03:46:49,356 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing ed7a83347f3cdce31926b6fe4ff2891f 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-24T03:46:49,372 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/.tmp/a/7f28635c07964afe869dcfb523fc92c8 is 79, key is testDatalossWhenInputError/a:x0/1732420008838/Put/seqid=0 2024-11-24T03:46:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741914_1092 (size=5808) 2024-11-24T03:46:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741914_1092 (size=5808) 2024-11-24T03:46:49,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741914_1092 (size=5808) 2024-11-24T03:46:49,380 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/.tmp/a/7f28635c07964afe869dcfb523fc92c8 2024-11-24T03:46:49,389 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/.tmp/a/7f28635c07964afe869dcfb523fc92c8 as hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/a/7f28635c07964afe869dcfb523fc92c8 2024-11-24T03:46:49,397 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/a/7f28635c07964afe869dcfb523fc92c8, entries=10, sequenceid=12, filesize=5.7 K 2024-11-24T03:46:49,398 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for ed7a83347f3cdce31926b6fe4ff2891f in 42ms, sequenceid=12, compaction requested=false; wal=null 2024-11-24T03:46:49,398 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/0000000000000000012 2024-11-24T03:46:49,399 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,399 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,402 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,404 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-24T03:46:49,405 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed7a83347f3cdce31926b6fe4ff2891f; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67812345, jitterRate=0.010482683777809143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:49,406 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed7a83347f3cdce31926b6fe4ff2891f: Writing region info on filesystem at 1732420009322Initializing all the Stores at 1732420009325 (+3 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009325Obtaining lock to block concurrent updates at 1732420009356 (+31 ms)Preparing flush snapshotting stores in ed7a83347f3cdce31926b6fe4ff2891f at 1732420009356Finished memstore snapshotting testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1732420009357 (+1 ms)Flushing stores of testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f. at 1732420009357Flushing ed7a83347f3cdce31926b6fe4ff2891f/a: creating writer at 1732420009357Flushing ed7a83347f3cdce31926b6fe4ff2891f/a: appending metadata at 1732420009372 (+15 ms)Flushing ed7a83347f3cdce31926b6fe4ff2891f/a: closing flushed file at 1732420009372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251a1945: reopening flushed file at 1732420009387 (+15 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for ed7a83347f3cdce31926b6fe4ff2891f in 42ms, sequenceid=12, compaction requested=false; wal=null at 1732420009398 (+11 ms)Cleaning up temporary data from old regions at 1732420009399 (+1 ms)Region opened successfully at 1732420009406 (+7 ms) 2024-11-24T03:46:49,408 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => ed7a83347f3cdce31926b6fe4ff2891f, NAME => 'testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:49,408 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1732420008726.ed7a83347f3cdce31926b6fe4ff2891f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:49,408 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,408 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,410 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,411 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed7a83347f3cdce31926b6fe4ff2891f columnFamilyName a 2024-11-24T03:46:49,411 DEBUG [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,417 DEBUG [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/a/7f28635c07964afe869dcfb523fc92c8 2024-11-24T03:46:49,417 INFO [StoreOpener-ed7a83347f3cdce31926b6fe4ff2891f-1 {}] regionserver.HStore(327): Store=ed7a83347f3cdce31926b6fe4ff2891f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,417 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,418 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,420 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,420 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,420 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,423 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for ed7a83347f3cdce31926b6fe4ff2891f 2024-11-24T03:46:49,426 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testDatalossWhenInputError/ed7a83347f3cdce31926b6fe4ff2891f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-24T03:46:49,427 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened ed7a83347f3cdce31926b6fe4ff2891f; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72128426, jitterRate=0.07479730248451233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T03:46:49,428 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for ed7a83347f3cdce31926b6fe4ff2891f: Writing region info on filesystem at 1732420009409Initializing all the Stores at 1732420009409Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009409Cleaning up temporary data from old regions at 1732420009420 (+11 ms)Region opened successfully at 1732420009428 (+8 ms) 2024-11-24T03:46:49,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testDatalossWhenInputError Thread=426 (was 416) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:46886 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:38322 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:38284 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:46942 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:41960 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1060207558-172.17.0.2-1732419975019:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1264 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=7432 (was 7455) 2024-11-24T03:46:49,444 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-24T03:46:49,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=426, OpenFileDescriptor=1264, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=7431 2024-11-24T03:46:49,456 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1264 is superior to 1024 2024-11-24T03:46:49,469 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:49,472 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:49,472 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:49,476 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05898864, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-05898864, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:49,493 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05898864/hregion-05898864.1732420009476, exclude list is [], retry=0 2024-11-24T03:46:49,496 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:49,496 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:49,497 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:49,521 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05898864/hregion-05898864.1732420009476 2024-11-24T03:46:49,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:49,521 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 9df25682e6b9434ccb7a46c6b61aec74, NAME => 'testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741916_1094 (size=63) 2024-11-24T03:46:49,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741916_1094 (size=63) 2024-11-24T03:46:49,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741916_1094 (size=63) 2024-11-24T03:46:49,531 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:49,533 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,534 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName a 2024-11-24T03:46:49,534 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,535 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,535 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,537 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName b 2024-11-24T03:46:49,537 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,537 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,537 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,539 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName c 2024-11-24T03:46:49,539 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,540 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,540 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,541 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,542 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,542 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,542 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:49,543 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,545 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:49,545 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9df25682e6b9434ccb7a46c6b61aec74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66926765, jitterRate=-0.0027134865522384644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:49,546 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9df25682e6b9434ccb7a46c6b61aec74: Writing region info on filesystem at 1732420009531Initializing all the Stores at 1732420009532 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009532Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009532Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009532Cleaning up temporary data from old regions at 1732420009542 (+10 ms)Region opened successfully at 1732420009546 (+4 ms) 2024-11-24T03:46:49,546 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9df25682e6b9434ccb7a46c6b61aec74, disabling compactions & flushes 2024-11-24T03:46:49,546 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:49,546 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:49,546 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. after waiting 0 ms 2024-11-24T03:46:49,546 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:49,546 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:49,547 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9df25682e6b9434ccb7a46c6b61aec74: Waiting for close lock at 1732420009546Disabling compacts and flushes for region at 1732420009546Disabling writes for close at 1732420009546Writing region close event to WAL at 1732420009546Closed at 1732420009546 2024-11-24T03:46:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741915_1093 (size=175) 2024-11-24T03:46:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741915_1093 (size=175) 2024-11-24T03:46:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741915_1093 (size=175) 2024-11-24T03:46:49,551 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:49,551 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05898864:(num 1732420009476) 2024-11-24T03:46:49,551 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:49,553 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:49,570 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553, exclude list is [], retry=0 2024-11-24T03:46:49,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:49,573 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:49,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:49,599 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 2024-11-24T03:46:49,599 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:49,600 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9df25682e6b9434ccb7a46c6b61aec74, NAME => 'testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:49,600 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:49,600 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,600 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,601 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,602 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName a 2024-11-24T03:46:49,602 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,603 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,603 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,604 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName b 2024-11-24T03:46:49,604 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,604 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,604 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,605 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName c 2024-11-24T03:46:49,605 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:49,605 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:49,605 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,606 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,607 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,608 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,608 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,609 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:49,610 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:49,610 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9df25682e6b9434ccb7a46c6b61aec74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64084116, jitterRate=-0.04507225751876831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:49,611 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9df25682e6b9434ccb7a46c6b61aec74: Writing region info on filesystem at 1732420009600Initializing all the Stores at 1732420009601 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009601Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009601Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420009601Cleaning up temporary data from old regions at 1732420009608 (+7 ms)Region opened successfully at 1732420009611 (+3 ms) 2024-11-24T03:46:49,615 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1732420009615/Put/seqid=0 2024-11-24T03:46:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741918_1096 (size=4875) 2024-11-24T03:46:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741918_1096 (size=4875) 2024-11-24T03:46:49,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741918_1096 (size=4875) 2024-11-24T03:46:49,624 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1732420009624/Put/seqid=0 2024-11-24T03:46:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741919_1097 (size=4875) 2024-11-24T03:46:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741919_1097 (size=4875) 2024-11-24T03:46:49,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741919_1097 (size=4875) 2024-11-24T03:46:49,636 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1732420009635/Put/seqid=0 2024-11-24T03:46:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741920_1098 (size=4875) 2024-11-24T03:46:49,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741920_1098 (size=4875) 2024-11-24T03:46:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741920_1098 (size=4875) 2024-11-24T03:46:49,643 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 9df25682e6b9434ccb7a46c6b61aec74/a 2024-11-24T03:46:49,647 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-24T03:46:49,647 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T03:46:49,647 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 9df25682e6b9434ccb7a46c6b61aec74/a 2024-11-24T03:46:49,652 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-24T03:46:49,652 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T03:46:49,652 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 9df25682e6b9434ccb7a46c6b61aec74/a 2024-11-24T03:46:49,656 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-24T03:46:49,656 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-24T03:46:49,656 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 9df25682e6b9434ccb7a46c6b61aec74 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-24T03:46:49,673 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/.tmp/a/3bff8b1a525e4af9ba31501590778d8d is 55, key is testCompactedBulkLoadedFiles/a:a/1732420009611/Put/seqid=0 2024-11-24T03:46:49,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741921_1099 (size=5107) 2024-11-24T03:46:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741921_1099 (size=5107) 2024-11-24T03:46:49,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741921_1099 (size=5107) 2024-11-24T03:46:49,682 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/.tmp/a/3bff8b1a525e4af9ba31501590778d8d 2024-11-24T03:46:49,690 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/.tmp/a/3bff8b1a525e4af9ba31501590778d8d as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d 2024-11-24T03:46:49,696 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d, entries=1, sequenceid=4, filesize=5.0 K 2024-11-24T03:46:49,698 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 9df25682e6b9434ccb7a46c6b61aec74 in 41ms, sequenceid=4, compaction requested=false 2024-11-24T03:46:49,698 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 9df25682e6b9434ccb7a46c6b61aec74: 2024-11-24T03:46:49,699 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_ 2024-11-24T03:46:49,701 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_ 2024-11-24T03:46:49,702 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_ 2024-11-24T03:46:49,703 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile0 into 9df25682e6b9434ccb7a46c6b61aec74/a as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_ - updating store file list. 2024-11-24T03:46:49,707 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:49,708 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_ into 9df25682e6b9434ccb7a46c6b61aec74/a 2024-11-24T03:46:49,708 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile0 into 9df25682e6b9434ccb7a46c6b61aec74/a (new location: hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_) 2024-11-24T03:46:49,709 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile1 into 9df25682e6b9434ccb7a46c6b61aec74/a as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_ - updating store file list. 2024-11-24T03:46:49,713 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for a621d462e2564c7abb9a68a853e5fb52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:49,713 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_ into 9df25682e6b9434ccb7a46c6b61aec74/a 2024-11-24T03:46:49,713 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile1 into 9df25682e6b9434ccb7a46c6b61aec74/a (new location: hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_) 2024-11-24T03:46:49,714 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile2 into 9df25682e6b9434ccb7a46c6b61aec74/a as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_ - updating store file list. 2024-11-24T03:46:49,718 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:49,718 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_ into 9df25682e6b9434ccb7a46c6b61aec74/a 2024-11-24T03:46:49,718 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33659/hbase/testCompactedBulkLoadedFiles/hfile2 into 9df25682e6b9434ccb7a46c6b61aec74/a (new location: hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_) 2024-11-24T03:46:49,726 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T03:46:49,727 DEBUG [Time-limited test {}] regionserver.HStore(1541): 9df25682e6b9434ccb7a46c6b61aec74/a is initiating major compaction (all files) 2024-11-24T03:46:49,727 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 9df25682e6b9434ccb7a46c6b61aec74/a in testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:49,727 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_] into tmpdir=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/.tmp, totalSize=19.3 K 2024-11-24T03:46:49,728 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3bff8b1a525e4af9ba31501590778d8d, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1732420009611 2024-11-24T03:46:49,729 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-24T03:46:49,729 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a621d462e2564c7abb9a68a853e5fb52_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-24T03:46:49,729 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-24T03:46:49,742 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/.tmp/a/86d0450c79e843be8c26c4cbc28490c0 is 55, key is testCompactedBulkLoadedFiles/a:a/1732420009611/Put/seqid=0 2024-11-24T03:46:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741922_1100 (size=6154) 2024-11-24T03:46:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741922_1100 (size=6154) 2024-11-24T03:46:49,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741922_1100 (size=6154) 2024-11-24T03:46:49,754 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/.tmp/a/86d0450c79e843be8c26c4cbc28490c0 as hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/86d0450c79e843be8c26c4cbc28490c0 2024-11-24T03:46:49,761 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 9df25682e6b9434ccb7a46c6b61aec74/a of 9df25682e6b9434ccb7a46c6b61aec74 into 86d0450c79e843be8c26c4cbc28490c0(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T03:46:49,761 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 9df25682e6b9434ccb7a46c6b61aec74: 2024-11-24T03:46:49,761 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-24T03:46:49,761 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-24T03:46:49,798 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553, size=0 (0bytes) 2024-11-24T03:46:49,798 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 might be still open, length is 0 2024-11-24T03:46:49,798 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 2024-11-24T03:46:49,799 WARN [IPC Server handler 0 on default port 33659 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-24T03:46:49,799 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 after 1ms 2024-11-24T03:46:50,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:42002 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:41153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42002 dst: /127.0.0.1:41153 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:41153 remote=/127.0.0.1:42002]. Total timeout mills is 60000, 58858 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:50,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:46988 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:34819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46988 dst: /127.0.0.1:34819 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:50,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:38340 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:40295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38340 dst: /127.0.0.1:40295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:50,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741917_1101 (size=1794) 2024-11-24T03:46:50,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741917_1101 (size=1794) 2024-11-24T03:46:53,801 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 after 4002ms 2024-11-24T03:46:53,842 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:53,842 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 took 4044ms 2024-11-24T03:46:53,844 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553; continuing. 2024-11-24T03:46:53,844 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 so closing down 2024-11-24T03:46:53,844 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:53,846 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732420009553.temp 2024-11-24T03:46:53,870 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000003-wal.1732420009553.temp 2024-11-24T03:46:53,870 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:53,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741923_1102 (size=800) 2024-11-24T03:46:53,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741923_1102 (size=800) 2024-11-24T03:46:53,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741923_1102 (size=800) 2024-11-24T03:46:53,877 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000003-wal.1732420009553.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:53,878 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000003-wal.1732420009553.temp to hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000008 2024-11-24T03:46:53,878 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553, size=0, length=0, corrupted=false, cancelled=false 2024-11-24T03:46:53,878 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553, journal: Splitting hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553, size=0 (0bytes) at 1732420009798Finishing writing output for hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 so closing down at 1732420013844 (+4046 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000003-wal.1732420009553.temp at 1732420013870 (+26 ms)3 split writer threads finished at 1732420013870Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000003-wal.1732420009553.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1732420013877 (+7 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000003-wal.1732420009553.temp to hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000008 at 1732420013878 (+1 ms)Processed 5 edits across 1 Regions in 35 ms; skipped=3; WAL=hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553, size=0, length=0, corrupted=false, cancelled=false at 1732420013878 2024-11-24T03:46:53,880 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 to hdfs://localhost:33659/hbase/oldWALs/wal.1732420009553 2024-11-24T03:46:53,881 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000008 2024-11-24T03:46:53,881 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:53,882 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:53,894 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420013882, exclude list is [], retry=0 2024-11-24T03:46:53,897 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:53,897 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:53,897 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:53,920 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420013882 2024-11-24T03:46:53,920 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:43059:43059)] 2024-11-24T03:46:53,920 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 9df25682e6b9434ccb7a46c6b61aec74, NAME => 'testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:53,921 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:53,921 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,921 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,922 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,923 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName a 2024-11-24T03:46:53,923 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:53,928 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d 2024-11-24T03:46:53,933 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/86d0450c79e843be8c26c4cbc28490c0 2024-11-24T03:46:53,937 DEBUG [StoreFileOpener-9df25682e6b9434ccb7a46c6b61aec74-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a621d462e2564c7abb9a68a853e5fb52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:53,937 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_ 2024-11-24T03:46:53,940 DEBUG [StoreFileOpener-9df25682e6b9434ccb7a46c6b61aec74-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:53,940 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_ 2024-11-24T03:46:53,943 DEBUG [StoreFileOpener-9df25682e6b9434ccb7a46c6b61aec74-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-24T03:46:53,943 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_ 2024-11-24T03:46:53,943 WARN [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30c7381a 2024-11-24T03:46:53,944 WARN [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30c7381a 2024-11-24T03:46:53,944 WARN [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30c7381a 2024-11-24T03:46:53,944 WARN [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@30c7381a 2024-11-24T03:46:53,944 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_] to archive 2024-11-24T03:46:53,945 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T03:46:53,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T03:46:53,947 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d to hdfs://localhost:33659/hbase/archive/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/3bff8b1a525e4af9ba31501590778d8d 2024-11-24T03:46:53,948 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_ to hdfs://localhost:33659/hbase/archive/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/a621d462e2564c7abb9a68a853e5fb52_SeqId_4_ 2024-11-24T03:46:53,949 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_ to hdfs://localhost:33659/hbase/archive/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_ 2024-11-24T03:46:53,950 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_ to hdfs://localhost:33659/hbase/archive/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/a/f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_ 2024-11-24T03:46:53,950 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:53,950 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,951 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName b 2024-11-24T03:46:53,951 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:53,951 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:53,952 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,952 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9df25682e6b9434ccb7a46c6b61aec74 columnFamilyName c 2024-11-24T03:46:53,952 DEBUG [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:53,953 INFO [StoreOpener-9df25682e6b9434ccb7a46c6b61aec74-1 {}] regionserver.HStore(327): Store=9df25682e6b9434ccb7a46c6b61aec74/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:53,953 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,953 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,955 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,955 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000008 2024-11-24T03:46:53,980 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:53,982 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 9df25682e6b9434ccb7a46c6b61aec74 : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "9df25682e6b9434ccb7a46c6b61aec74" family_name: "a" compaction_input: "3bff8b1a525e4af9ba31501590778d8d" compaction_input: "bf41790fd03348e38dac37c3bf6ac85b_SeqId_4_" compaction_input: "a621d462e2564c7abb9a68a853e5fb52_SeqId_4_" compaction_input: "f277cafcb98e498ab6eb68a3d5f873eb_SeqId_4_" compaction_output: "86d0450c79e843be8c26c4cbc28490c0" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-24T03:46:53,982 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-24T03:46:53,982 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000008 2024-11-24T03:46:53,983 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/0000000000000000008 2024-11-24T03:46:53,984 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,984 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,985 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:53,986 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 9df25682e6b9434ccb7a46c6b61aec74 2024-11-24T03:46:53,988 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testCompactedBulkLoadedFiles/9df25682e6b9434ccb7a46c6b61aec74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-24T03:46:53,989 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 9df25682e6b9434ccb7a46c6b61aec74; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74259514, jitterRate=0.10655298829078674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:53,989 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 9df25682e6b9434ccb7a46c6b61aec74: Writing region info on filesystem at 1732420013921Initializing all the Stores at 1732420013922 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420013922Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420013922Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420013922Cleaning up temporary data from old regions at 1732420013984 (+62 ms)Region opened successfully at 1732420013989 (+5 ms) 2024-11-24T03:46:53,992 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 9df25682e6b9434ccb7a46c6b61aec74, disabling compactions & flushes 2024-11-24T03:46:53,992 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:53,992 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:53,992 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. after waiting 0 ms 2024-11-24T03:46:53,992 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:53,992 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1732420009470.9df25682e6b9434ccb7a46c6b61aec74. 2024-11-24T03:46:53,992 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 9df25682e6b9434ccb7a46c6b61aec74: Waiting for close lock at 1732420013992Disabling compacts and flushes for region at 1732420013992Disabling writes for close at 1732420013992Writing region close event to WAL at 1732420013992Closed at 1732420013992 2024-11-24T03:46:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741924_1103 (size=175) 2024-11-24T03:46:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741924_1103 (size=175) 2024-11-24T03:46:53,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741924_1103 (size=175) 2024-11-24T03:46:53,997 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:53,997 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732420013882) 2024-11-24T03:46:54,009 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testCompactedBulkLoadedFiles Thread=440 (was 426) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_495527066_22 at /127.0.0.1:56144 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_495527066_22 at /127.0.0.1:43546 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_495527066_22 at /127.0.0.1:49790 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33659 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1346 (was 1264) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 213), ProcessCount=11 (was 11), AvailableMemoryMB=7423 (was 7431) 2024-11-24T03:46:54,009 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-24T03:46:54,021 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1346, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=7421 2024-11-24T03:46:54,021 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1346 is superior to 1024 2024-11-24T03:46:54,038 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:54,040 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T03:46:54,040 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T03:46:54,043 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-95411566, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/hregion-95411566, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:54,054 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-95411566/hregion-95411566.1732420014043, exclude list is [], retry=0 2024-11-24T03:46:54,057 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:54,057 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:54,057 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:54,082 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-95411566/hregion-95411566.1732420014043 2024-11-24T03:46:54,082 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:54,082 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b2c98427bd3c0e82a320194042dbbf59, NAME => 'testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/hbase 2024-11-24T03:46:54,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741926_1105 (size=67) 2024-11-24T03:46:54,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741926_1105 (size=67) 2024-11-24T03:46:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741926_1105 (size=67) 2024-11-24T03:46:54,090 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:54,091 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,093 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName a 2024-11-24T03:46:54,093 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,093 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,093 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,094 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName b 2024-11-24T03:46:54,094 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,095 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,095 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,096 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName c 2024-11-24T03:46:54,096 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,096 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,096 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,098 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,098 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,098 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:54,100 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,103 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T03:46:54,103 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2c98427bd3c0e82a320194042dbbf59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71874579, jitterRate=0.07101468741893768}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:54,103 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2c98427bd3c0e82a320194042dbbf59: Writing region info on filesystem at 1732420014090Initializing all the Stores at 1732420014091 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014091Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014091Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014091Cleaning up temporary data from old regions at 1732420014098 (+7 ms)Region opened successfully at 1732420014103 (+5 ms) 2024-11-24T03:46:54,103 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b2c98427bd3c0e82a320194042dbbf59, disabling compactions & flushes 2024-11-24T03:46:54,103 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,103 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,103 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. after waiting 0 ms 2024-11-24T03:46:54,103 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,104 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,104 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b2c98427bd3c0e82a320194042dbbf59: Waiting for close lock at 1732420014103Disabling compacts and flushes for region at 1732420014103Disabling writes for close at 1732420014103Writing region close event to WAL at 1732420014104 (+1 ms)Closed at 1732420014104 2024-11-24T03:46:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741925_1104 (size=175) 2024-11-24T03:46:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741925_1104 (size=175) 2024-11-24T03:46:54,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741925_1104 (size=175) 2024-11-24T03:46:54,108 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:54,108 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-95411566:(num 1732420014043) 2024-11-24T03:46:54,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:54,110 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:54,123 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110, exclude list is [], retry=0 2024-11-24T03:46:54,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:54,125 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:54,126 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:54,147 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110 2024-11-24T03:46:54,148 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:54,148 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b2c98427bd3c0e82a320194042dbbf59, NAME => 'testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:54,148 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:54,148 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,148 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,149 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,150 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName a 2024-11-24T03:46:54,150 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,151 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,151 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,151 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName b 2024-11-24T03:46:54,152 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,152 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,152 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,153 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName c 2024-11-24T03:46:54,153 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,153 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,153 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,154 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,155 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,156 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,156 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,156 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:54,157 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,158 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2c98427bd3c0e82a320194042dbbf59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72777718, jitterRate=0.08447250723838806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:54,158 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2c98427bd3c0e82a320194042dbbf59: Writing region info on filesystem at 1732420014148Initializing all the Stores at 1732420014149 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014149Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014149Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014149Cleaning up temporary data from old regions at 1732420014156 (+7 ms)Region opened successfully at 1732420014158 (+2 ms) 2024-11-24T03:46:54,165 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b2c98427bd3c0e82a320194042dbbf59 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-24T03:46:54,180 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/a/998bf5522cb2411bbdb70b4508481fc3 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1732420014158/Put/seqid=0 2024-11-24T03:46:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741928_1107 (size=5958) 2024-11-24T03:46:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741928_1107 (size=5958) 2024-11-24T03:46:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741928_1107 (size=5958) 2024-11-24T03:46:54,186 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/a/998bf5522cb2411bbdb70b4508481fc3 2024-11-24T03:46:54,191 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/a/998bf5522cb2411bbdb70b4508481fc3 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/a/998bf5522cb2411bbdb70b4508481fc3 2024-11-24T03:46:54,197 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/a/998bf5522cb2411bbdb70b4508481fc3, entries=10, sequenceid=13, filesize=5.8 K 2024-11-24T03:46:54,198 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for b2c98427bd3c0e82a320194042dbbf59 in 33ms, sequenceid=13, compaction requested=false 2024-11-24T03:46:54,198 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b2c98427bd3c0e82a320194042dbbf59: 2024-11-24T03:46:54,212 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b2c98427bd3c0e82a320194042dbbf59, disabling compactions & flushes 2024-11-24T03:46:54,212 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,213 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,213 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. after waiting 0 ms 2024-11-24T03:46:54,213 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,213 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,213 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:54,214 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b2c98427bd3c0e82a320194042dbbf59: Waiting for close lock at 1732420014212Disabling compacts and flushes for region at 1732420014212Disabling writes for close at 1732420014213 (+1 ms)Writing region close event to WAL at 1732420014213Closed at 1732420014213 2024-11-24T03:46:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741927_1106 (size=6243) 2024-11-24T03:46:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741927_1106 (size=6243) 2024-11-24T03:46:54,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741927_1106 (size=6243) 2024-11-24T03:46:54,231 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110, size=6.1 K (6243bytes) 2024-11-24T03:46:54,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110 2024-11-24T03:46:54,231 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110 after 0ms 2024-11-24T03:46:54,253 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:54,253 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110 took 22ms 2024-11-24T03:46:54,255 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110 so closing down 2024-11-24T03:46:54,255 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:54,257 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1732420014110.temp 2024-11-24T03:46:54,281 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000003-wal.1732420014110.temp 2024-11-24T03:46:54,282 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741929_1108 (size=5575) 2024-11-24T03:46:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741929_1108 (size=5575) 2024-11-24T03:46:54,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741929_1108 (size=5575) 2024-11-24T03:46:54,288 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000003-wal.1732420014110.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:54,290 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000003-wal.1732420014110.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000035 2024-11-24T03:46:54,290 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110, size=6.1 K, length=6243, corrupted=false, cancelled=false 2024-11-24T03:46:54,290 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110, journal: Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110, size=6.1 K (6243bytes) at 1732420014231Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110 so closing down at 1732420014255 (+24 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000003-wal.1732420014110.temp at 1732420014281 (+26 ms)3 split writer threads finished at 1732420014282 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000003-wal.1732420014110.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732420014289 (+7 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000003-wal.1732420014110.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000035 at 1732420014290 (+1 ms)Processed 32 edits across 1 Regions in 36 ms; skipped=2; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110, size=6.1 K, length=6243, corrupted=false, cancelled=false at 1732420014290 2024-11-24T03:46:54,291 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014110 to hdfs://localhost:33659/hbase/oldWALs/wal.1732420014110 2024-11-24T03:46:54,292 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000035 2024-11-24T03:46:54,292 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:54,294 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:54,306 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295, exclude list is [], retry=0 2024-11-24T03:46:54,308 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:54,308 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:54,309 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:54,330 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 2024-11-24T03:46:54,331 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:45219:45219),(127.0.0.1/127.0.0.1:46839:46839)] 2024-11-24T03:46:54,331 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b2c98427bd3c0e82a320194042dbbf59, NAME => 'testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59.', STARTKEY => '', ENDKEY => ''} 2024-11-24T03:46:54,331 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:54,331 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,331 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,332 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,333 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName a 2024-11-24T03:46:54,333 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,337 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/a/998bf5522cb2411bbdb70b4508481fc3 2024-11-24T03:46:54,337 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,337 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,338 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName b 2024-11-24T03:46:54,338 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,339 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,339 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,340 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName c 2024-11-24T03:46:54,340 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:54,340 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:54,340 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,341 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,342 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,342 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000035 2024-11-24T03:46:54,368 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:54,369 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000035 2024-11-24T03:46:54,369 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b2c98427bd3c0e82a320194042dbbf59 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-24T03:46:54,382 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/b/2bf7e36ef58946178deee5932ee8f495 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1732420014198/Put/seqid=0 2024-11-24T03:46:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741931_1110 (size=5958) 2024-11-24T03:46:54,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741931_1110 (size=5958) 2024-11-24T03:46:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741931_1110 (size=5958) 2024-11-24T03:46:54,391 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/b/2bf7e36ef58946178deee5932ee8f495 2024-11-24T03:46:54,409 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/c/b5295ae55a8548fbb5c802053644970a is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1732420014204/Put/seqid=0 2024-11-24T03:46:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741932_1111 (size=5958) 2024-11-24T03:46:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741932_1111 (size=5958) 2024-11-24T03:46:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741932_1111 (size=5958) 2024-11-24T03:46:54,415 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/c/b5295ae55a8548fbb5c802053644970a 2024-11-24T03:46:54,420 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/b/2bf7e36ef58946178deee5932ee8f495 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/b/2bf7e36ef58946178deee5932ee8f495 2024-11-24T03:46:54,426 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/b/2bf7e36ef58946178deee5932ee8f495, entries=10, sequenceid=35, filesize=5.8 K 2024-11-24T03:46:54,427 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/c/b5295ae55a8548fbb5c802053644970a as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/c/b5295ae55a8548fbb5c802053644970a 2024-11-24T03:46:54,432 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/c/b5295ae55a8548fbb5c802053644970a, entries=10, sequenceid=35, filesize=5.8 K 2024-11-24T03:46:54,433 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b2c98427bd3c0e82a320194042dbbf59 in 64ms, sequenceid=35, compaction requested=false; wal=null 2024-11-24T03:46:54,433 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000035 2024-11-24T03:46:54,434 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,434 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,435 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:54,437 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:54,439 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-24T03:46:54,440 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2c98427bd3c0e82a320194042dbbf59; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61153933, jitterRate=-0.08873538672924042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:54,440 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2c98427bd3c0e82a320194042dbbf59: Writing region info on filesystem at 1732420014331Initializing all the Stores at 1732420014332 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014332Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014332Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420014332Obtaining lock to block concurrent updates at 1732420014369 (+37 ms)Preparing flush snapshotting stores in b2c98427bd3c0e82a320194042dbbf59 at 1732420014369Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1732420014370 (+1 ms)Flushing stores of testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. at 1732420014370Flushing b2c98427bd3c0e82a320194042dbbf59/b: creating writer at 1732420014370Flushing b2c98427bd3c0e82a320194042dbbf59/b: appending metadata at 1732420014382 (+12 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/b: closing flushed file at 1732420014382Flushing b2c98427bd3c0e82a320194042dbbf59/c: creating writer at 1732420014396 (+14 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/c: appending metadata at 1732420014409 (+13 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/c: closing flushed file at 1732420014409Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf5b2f7: reopening flushed file at 1732420014420 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a2d2a3: reopening flushed file at 1732420014426 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for b2c98427bd3c0e82a320194042dbbf59 in 64ms, sequenceid=35, compaction requested=false; wal=null at 1732420014433 (+7 ms)Cleaning up temporary data from old regions at 1732420014435 (+2 ms)Region opened successfully at 1732420014440 (+5 ms) 2024-11-24T03:46:54,497 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295, size=0 (0bytes) 2024-11-24T03:46:54,497 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 might be still open, length is 0 2024-11-24T03:46:54,497 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 2024-11-24T03:46:54,498 WARN [IPC Server handler 1 on default port 33659 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-24T03:46:54,498 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 after 1ms 2024-11-24T03:46:56,902 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:43626 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:34819:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43626 dst: /127.0.0.1:34819 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:34819 remote=/127.0.0.1:43626]. Total timeout mills is 60000, 57563 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:56,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:49826 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:40295:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49826 dst: /127.0.0.1:40295 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:56,903 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_316192482_22 at /127.0.0.1:56214 [Receiving block BP-1060207558-172.17.0.2-1732419975019:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:41153:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56214 dst: /127.0.0.1:41153 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:56,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741930_1112 (size=5567) 2024-11-24T03:46:56,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741930_1112 (size=5567) 2024-11-24T03:46:58,499 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 after 4002ms 2024-11-24T03:46:58,523 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:58,523 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 took 4026ms 2024-11-24T03:46:58,525 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295; continuing. 2024-11-24T03:46:58,525 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 so closing down 2024-11-24T03:46:58,525 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-24T03:46:58,526 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1732420014295.temp 2024-11-24T03:46:58,549 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000037-wal.1732420014295.temp 2024-11-24T03:46:58,549 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-24T03:46:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741933_1113 (size=5575) 2024-11-24T03:46:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741933_1113 (size=5575) 2024-11-24T03:46:58,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741933_1113 (size=5575) 2024-11-24T03:46:58,555 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000037-wal.1732420014295.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-24T03:46:58,556 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000037-wal.1732420014295.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000066 2024-11-24T03:46:58,556 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295, size=0, length=0, corrupted=false, cancelled=false 2024-11-24T03:46:58,556 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295, journal: Splitting hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295, size=0 (0bytes) at 1732420014497Finishing writing output for hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 so closing down at 1732420018525 (+4028 ms)Creating recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000037-wal.1732420014295.temp at 1732420018549 (+24 ms)3 split writer threads finished at 1732420018549Closed recovered edits writer path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000037-wal.1732420014295.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1732420018555 (+6 ms)Rename recovered edits hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000037-wal.1732420014295.temp to hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000066 at 1732420018556 (+1 ms)Processed 30 edits across 1 Regions in 33 ms; skipped=0; WAL=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295, size=0, length=0, corrupted=false, cancelled=false at 1732420018556 2024-11-24T03:46:58,558 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 to hdfs://localhost:33659/hbase/oldWALs/wal.1732420014295 2024-11-24T03:46:58,559 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000066 2024-11-24T03:46:58,559 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-24T03:46:58,560 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33659/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038, archiveDir=hdfs://localhost:33659/hbase/oldWALs, maxLogs=32 2024-11-24T03:46:58,572 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420018561, exclude list is [], retry=0 2024-11-24T03:46:58,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34819,DS-297f291e-6634-4c55-a45b-ea0d53c93309,DISK] 2024-11-24T03:46:58,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41153,DS-6d3082ea-bbcd-4778-950a-5655bfe2ff39,DISK] 2024-11-24T03:46:58,574 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40295,DS-2f2003c3-dc98-49f9-bc3b-c3aa6f0098e2,DISK] 2024-11-24T03:46:58,598 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420018561 2024-11-24T03:46:58,598 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43059:43059),(127.0.0.1/127.0.0.1:46839:46839),(127.0.0.1/127.0.0.1:45219:45219)] 2024-11-24T03:46:58,599 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T03:46:58,600 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,601 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName a 2024-11-24T03:46:58,601 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:58,605 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/a/998bf5522cb2411bbdb70b4508481fc3 2024-11-24T03:46:58,605 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:58,606 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,606 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName b 2024-11-24T03:46:58,607 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:58,611 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/b/2bf7e36ef58946178deee5932ee8f495 2024-11-24T03:46:58,611 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:58,611 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,612 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c98427bd3c0e82a320194042dbbf59 columnFamilyName c 2024-11-24T03:46:58,612 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T03:46:58,616 DEBUG [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/c/b5295ae55a8548fbb5c802053644970a 2024-11-24T03:46:58,617 INFO [StoreOpener-b2c98427bd3c0e82a320194042dbbf59-1 {}] regionserver.HStore(327): Store=b2c98427bd3c0e82a320194042dbbf59/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T03:46:58,617 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,617 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,619 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,619 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000066 2024-11-24T03:46:58,643 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(302): Initialized secure protobuf WAL: cipher=AES 2024-11-24T03:46:58,646 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000066 2024-11-24T03:46:58,646 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b2c98427bd3c0e82a320194042dbbf59 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-24T03:46:58,660 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/a/b9640ce4412b469b84f509b3428bb377 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1732420014447/Put/seqid=0 2024-11-24T03:46:58,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741935_1115 (size=5958) 2024-11-24T03:46:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741935_1115 (size=5958) 2024-11-24T03:46:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741935_1115 (size=5958) 2024-11-24T03:46:58,666 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/a/b9640ce4412b469b84f509b3428bb377 2024-11-24T03:46:58,683 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/b/e6258c79359645c6af549656473238b5 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1732420014454/Put/seqid=0 2024-11-24T03:46:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741936_1116 (size=5958) 2024-11-24T03:46:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741936_1116 (size=5958) 2024-11-24T03:46:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741936_1116 (size=5958) 2024-11-24T03:46:58,690 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/b/e6258c79359645c6af549656473238b5 2024-11-24T03:46:58,707 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/c/566e6a90975d4b1f9df022fcf553c338 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1732420014460/Put/seqid=0 2024-11-24T03:46:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741937_1117 (size=5958) 2024-11-24T03:46:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741937_1117 (size=5958) 2024-11-24T03:46:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741937_1117 (size=5958) 2024-11-24T03:46:58,714 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/c/566e6a90975d4b1f9df022fcf553c338 2024-11-24T03:46:58,718 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/a/b9640ce4412b469b84f509b3428bb377 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/a/b9640ce4412b469b84f509b3428bb377 2024-11-24T03:46:58,723 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/a/b9640ce4412b469b84f509b3428bb377, entries=10, sequenceid=66, filesize=5.8 K 2024-11-24T03:46:58,724 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/b/e6258c79359645c6af549656473238b5 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/b/e6258c79359645c6af549656473238b5 2024-11-24T03:46:58,728 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/b/e6258c79359645c6af549656473238b5, entries=10, sequenceid=66, filesize=5.8 K 2024-11-24T03:46:58,729 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/.tmp/c/566e6a90975d4b1f9df022fcf553c338 as hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/c/566e6a90975d4b1f9df022fcf553c338 2024-11-24T03:46:58,733 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/c/566e6a90975d4b1f9df022fcf553c338, entries=10, sequenceid=66, filesize=5.8 K 2024-11-24T03:46:58,734 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b2c98427bd3c0e82a320194042dbbf59 in 87ms, sequenceid=66, compaction requested=false; wal=null 2024-11-24T03:46:58,734 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/0000000000000000066 2024-11-24T03:46:58,735 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,735 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,736 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-24T03:46:58,737 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b2c98427bd3c0e82a320194042dbbf59 2024-11-24T03:46:58,739 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/hbase/data/default/testReplayEditsWrittenViaHRegion/b2c98427bd3c0e82a320194042dbbf59/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-24T03:46:58,740 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b2c98427bd3c0e82a320194042dbbf59; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72332172, jitterRate=0.07783335447311401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-24T03:46:58,740 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b2c98427bd3c0e82a320194042dbbf59: Writing region info on filesystem at 1732420018599Initializing all the Stores at 1732420018599Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420018600 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420018600Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732420018600Obtaining lock to block concurrent updates at 1732420018646 (+46 ms)Preparing flush snapshotting stores in b2c98427bd3c0e82a320194042dbbf59 at 1732420018646Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1732420018646Flushing stores of testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. at 1732420018646Flushing b2c98427bd3c0e82a320194042dbbf59/a: creating writer at 1732420018646Flushing b2c98427bd3c0e82a320194042dbbf59/a: appending metadata at 1732420018660 (+14 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/a: closing flushed file at 1732420018660Flushing b2c98427bd3c0e82a320194042dbbf59/b: creating writer at 1732420018670 (+10 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/b: appending metadata at 1732420018682 (+12 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/b: closing flushed file at 1732420018682Flushing b2c98427bd3c0e82a320194042dbbf59/c: creating writer at 1732420018694 (+12 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/c: appending metadata at 1732420018706 (+12 ms)Flushing b2c98427bd3c0e82a320194042dbbf59/c: closing flushed file at 1732420018706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d3b440: reopening flushed file at 1732420018717 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e6796b0: reopening flushed file at 1732420018723 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f477c79: reopening flushed file at 1732420018728 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for b2c98427bd3c0e82a320194042dbbf59 in 87ms, sequenceid=66, compaction requested=false; wal=null at 1732420018734 (+6 ms)Cleaning up temporary data from old regions at 1732420018735 (+1 ms)Region opened successfully at 1732420018740 (+5 ms) 2024-11-24T03:46:58,751 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b2c98427bd3c0e82a320194042dbbf59, disabling compactions & flushes 2024-11-24T03:46:58,751 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:58,751 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:58,751 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. after waiting 0 ms 2024-11-24T03:46:58,751 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:58,753 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1732420014039.b2c98427bd3c0e82a320194042dbbf59. 2024-11-24T03:46:58,753 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b2c98427bd3c0e82a320194042dbbf59: Waiting for close lock at 1732420018751Disabling compacts and flushes for region at 1732420018751Disabling writes for close at 1732420018751Writing region close event to WAL at 1732420018752 (+1 ms)Closed at 1732420018752 2024-11-24T03:46:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741934_1114 (size=175) 2024-11-24T03:46:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741934_1114 (size=175) 2024-11-24T03:46:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741934_1114 (size=175) 2024-11-24T03:46:58,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-24T03:46:58,757 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1732420018561) 2024-11-24T03:46:58,771 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestSecureAsyncWALReplay#testReplayEditsWrittenViaHRegion Thread=444 (was 440) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33659 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1200032974_22 at /127.0.0.1:49912 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1200032974_22 at /127.0.0.1:56238 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1319272049) connection to localhost/127.0.0.1:33659 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1200032974_22 at /127.0.0.1:43674 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1412 (was 1346) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=227 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7395 (was 7421) 2024-11-24T03:46:58,771 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1412 is superior to 1024 2024-11-24T03:46:58,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T03:46:58,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:46:58,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:46:58,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:58,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:58,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T03:46:58,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T03:46:58,772 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=826943530, stopped=false 2024-11-24T03:46:58,772 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=71d8d2d6408d,45153,1732419978768 2024-11-24T03:46:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:46:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:46:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T03:46:58,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:58,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:58,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:58,831 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T03:46:58,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:46:58,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:46:58,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T03:46:58,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T03:46:58,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:46:58,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:58,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71d8d2d6408d,45607,1732419979484' ***** 2024-11-24T03:46:58,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T03:46:58,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '71d8d2d6408d,39337,1732419979587' ***** 2024-11-24T03:46:58,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T03:46:58,833 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T03:46:58,833 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T03:46:58,833 INFO [RS:1;71d8d2d6408d:39337 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T03:46:58,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T03:46:58,833 INFO [RS:0;71d8d2d6408d:45607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T03:46:58,833 INFO [RS:1;71d8d2d6408d:39337 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T03:46:58,833 INFO [RS:0;71d8d2d6408d:45607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T03:46:58,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T03:46:58,833 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:58,833 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(959): stopping server 71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:58,834 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T03:46:58,834 INFO [RS:0;71d8d2d6408d:45607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;71d8d2d6408d:45607. 2024-11-24T03:46:58,834 DEBUG [RS:0;71d8d2d6408d:45607 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:46:58,834 DEBUG [RS:0;71d8d2d6408d:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:58,834 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(959): stopping server 71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:58,834 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T03:46:58,834 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(976): stopping server 71d8d2d6408d,45607,1732419979484; all regions closed. 2024-11-24T03:46:58,834 INFO [RS:1;71d8d2d6408d:39337 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;71d8d2d6408d:39337. 2024-11-24T03:46:58,834 DEBUG [RS:1;71d8d2d6408d:39337 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T03:46:58,834 DEBUG [RS:1;71d8d2d6408d:39337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:58,834 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e6ca42d0995013f06f9a276f95bca20, disabling compactions & flushes 2024-11-24T03:46:58,834 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:58,834 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T03:46:58,834 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T03:46:58,834 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T03:46:58,834 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:58,834 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. after waiting 0 ms 2024-11-24T03:46:58,834 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T03:46:58,834 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:58,835 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T03:46:58,835 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1325): Online Regions={7e6ca42d0995013f06f9a276f95bca20=testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T03:46:58,835 DEBUG [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e6ca42d0995013f06f9a276f95bca20 2024-11-24T03:46:58,835 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T03:46:58,835 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T03:46:58,835 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T03:46:58,835 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T03:46:58,835 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T03:46:58,835 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-24T03:46:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741834_1010 (size=2764) 2024-11-24T03:46:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741834_1010 (size=2764) 2024-11-24T03:46:58,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741834_1010 (size=2764) 2024-11-24T03:46:58,841 DEBUG [RS:0;71d8d2d6408d:45607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs 2024-11-24T03:46:58,841 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/default/testReplayEditsAfterRegionMovedWithMultiCF/7e6ca42d0995013f06f9a276f95bca20/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-24T03:46:58,841 INFO [RS:0;71d8d2d6408d:45607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71d8d2d6408d%2C45607%2C1732419979484:(num 1732419981343) 2024-11-24T03:46:58,841 DEBUG [RS:0;71d8d2d6408d:45607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:58,841 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:46:58,842 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T03:46:58,842 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.ChoreService(370): Chore service for: regionserver/71d8d2d6408d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-24T03:46:58,842 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T03:46:58,842 INFO [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:58,842 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T03:46:58,842 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T03:46:58,842 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T03:46:58,842 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e6ca42d0995013f06f9a276f95bca20: Waiting for close lock at 1732420018834Running coprocessor pre-close hooks at 1732420018834Disabling compacts and flushes for region at 1732420018834Disabling writes for close at 1732420018834Writing region close event to WAL at 1732420018836 (+2 ms)Running coprocessor post-close hooks at 1732420018842 (+6 ms)Closed at 1732420018842 2024-11-24T03:46:58,842 INFO [RS:0;71d8d2d6408d:45607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45607 2024-11-24T03:46:58,842 DEBUG [RS_CLOSE_REGION-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20. 2024-11-24T03:46:58,843 INFO [regionserver/71d8d2d6408d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T03:46:58,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71d8d2d6408d,45607,1732419979484 2024-11-24T03:46:58,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:46:58,857 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T03:46:58,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71d8d2d6408d,45607,1732419979484] 2024-11-24T03:46:58,865 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/info/feb64772a3c84aafac7060f32909374c is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1732419995127.7e6ca42d0995013f06f9a276f95bca20./info:regioninfo/1732419998276/Put/seqid=0 2024-11-24T03:46:58,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71d8d2d6408d,45607,1732419979484 already deleted, retry=false 2024-11-24T03:46:58,874 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 71d8d2d6408d,45607,1732419979484 expired; onlineServers=1 2024-11-24T03:46:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741938_1118 (size=8243) 2024-11-24T03:46:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741938_1118 (size=8243) 2024-11-24T03:46:58,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741938_1118 (size=8243) 2024-11-24T03:46:58,876 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/info/feb64772a3c84aafac7060f32909374c 2024-11-24T03:46:58,900 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/ns/365a95234a2b448ba4fb4f1fcfbd6bd7 is 43, key is default/ns:d/1732419982170/Put/seqid=0 2024-11-24T03:46:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741939_1119 (size=5153) 2024-11-24T03:46:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741939_1119 (size=5153) 2024-11-24T03:46:58,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741939_1119 (size=5153) 2024-11-24T03:46:58,908 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/ns/365a95234a2b448ba4fb4f1fcfbd6bd7 2024-11-24T03:46:58,922 INFO [regionserver/71d8d2d6408d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:46:58,928 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/table/dcd608bf16af44f9a1a8289ec725c437 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1732419995550/Put/seqid=0 2024-11-24T03:46:58,930 INFO [regionserver/71d8d2d6408d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:46:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741940_1120 (size=5431) 2024-11-24T03:46:58,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741940_1120 (size=5431) 2024-11-24T03:46:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741940_1120 (size=5431) 2024-11-24T03:46:58,936 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/table/dcd608bf16af44f9a1a8289ec725c437 2024-11-24T03:46:58,944 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/info/feb64772a3c84aafac7060f32909374c as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/info/feb64772a3c84aafac7060f32909374c 2024-11-24T03:46:58,950 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/info/feb64772a3c84aafac7060f32909374c, entries=18, sequenceid=21, filesize=8.0 K 2024-11-24T03:46:58,951 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/ns/365a95234a2b448ba4fb4f1fcfbd6bd7 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/ns/365a95234a2b448ba4fb4f1fcfbd6bd7 2024-11-24T03:46:58,956 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/ns/365a95234a2b448ba4fb4f1fcfbd6bd7, entries=2, sequenceid=21, filesize=5.0 K 2024-11-24T03:46:58,957 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/.tmp/table/dcd608bf16af44f9a1a8289ec725c437 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/table/dcd608bf16af44f9a1a8289ec725c437 2024-11-24T03:46:58,962 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/table/dcd608bf16af44f9a1a8289ec725c437, entries=2, sequenceid=21, filesize=5.3 K 2024-11-24T03:46:58,963 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=21, compaction requested=false 2024-11-24T03:46:58,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:58,965 INFO [RS:0;71d8d2d6408d:45607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T03:46:58,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45607-0x1016c3c95c50001, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:58,965 INFO [RS:0;71d8d2d6408d:45607 {}] regionserver.HRegionServer(1031): Exiting; stopping=71d8d2d6408d,45607,1732419979484; zookeeper connection closed. 2024-11-24T03:46:58,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57c50a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57c50a5 2024-11-24T03:46:58,967 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-24T03:46:58,967 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:46:58,967 INFO [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T03:46:58,968 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732420018835Running coprocessor pre-close hooks at 1732420018835Disabling compacts and flushes for region at 1732420018835Disabling writes for close at 1732420018835Obtaining lock to block concurrent updates at 1732420018835Preparing flush snapshotting stores in 1588230740 at 1732420018835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1732420018836 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732420018837 (+1 ms)Flushing 1588230740/info: creating writer at 1732420018838 (+1 ms)Flushing 1588230740/info: appending metadata at 1732420018864 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732420018864Flushing 1588230740/ns: creating writer at 1732420018881 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732420018899 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732420018899Flushing 1588230740/table: creating writer at 1732420018914 (+15 ms)Flushing 1588230740/table: appending metadata at 1732420018927 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732420018927Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@145561bd: reopening flushed file at 1732420018943 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73a868a2: reopening flushed file at 1732420018950 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74b8ba65: reopening flushed file at 1732420018956 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 128ms, sequenceid=21, compaction requested=false at 1732420018963 (+7 ms)Writing region close event to WAL at 1732420018964 (+1 ms)Running coprocessor post-close hooks at 1732420018967 (+3 ms)Closed at 1732420018967 2024-11-24T03:46:58,968 DEBUG [RS_CLOSE_META-regionserver/71d8d2d6408d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T03:46:59,035 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(976): stopping server 71d8d2d6408d,39337,1732419979587; all regions closed. 2024-11-24T03:46:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741836_1012 (size=9487) 2024-11-24T03:46:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741836_1012 (size=9487) 2024-11-24T03:46:59,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741836_1012 (size=9487) 2024-11-24T03:46:59,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/WALs/71d8d2d6408d,39337,1732419979587/71d8d2d6408d%2C39337%2C1732419979587.meta.1732419981961.meta not finished, retry = 0 2024-11-24T03:46:59,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-24T03:46:59,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:59,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-24T03:46:59,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-24T03:46:59,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T03:46:59,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T03:46:59,102 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-24T03:46:59,144 DEBUG [RS:1;71d8d2d6408d:39337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs 2024-11-24T03:46:59,145 INFO [RS:1;71d8d2d6408d:39337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71d8d2d6408d%2C39337%2C1732419979587.meta:.meta(num 1732419981961) 2024-11-24T03:46:59,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741835_1011 (size=1032) 2024-11-24T03:46:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741835_1011 (size=1032) 2024-11-24T03:46:59,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741835_1011 (size=1032) 2024-11-24T03:46:59,152 DEBUG [RS:1;71d8d2d6408d:39337 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/oldWALs 2024-11-24T03:46:59,153 INFO [RS:1;71d8d2d6408d:39337 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 71d8d2d6408d%2C39337%2C1732419979587:(num 1732419981343) 2024-11-24T03:46:59,153 DEBUG [RS:1;71d8d2d6408d:39337 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T03:46:59,153 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T03:46:59,153 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T03:46:59,153 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.ChoreService(370): Chore service for: regionserver/71d8d2d6408d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T03:46:59,153 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T03:46:59,153 INFO [regionserver/71d8d2d6408d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T03:46:59,154 INFO [RS:1;71d8d2d6408d:39337 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39337 2024-11-24T03:46:59,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/71d8d2d6408d,39337,1732419979587 2024-11-24T03:46:59,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T03:46:59,182 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T03:46:59,190 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [71d8d2d6408d,39337,1732419979587] 2024-11-24T03:46:59,198 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/71d8d2d6408d,39337,1732419979587 already deleted, retry=false 2024-11-24T03:46:59,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 71d8d2d6408d,39337,1732419979587 expired; onlineServers=0 2024-11-24T03:46:59,199 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '71d8d2d6408d,45153,1732419978768' ***** 2024-11-24T03:46:59,199 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T03:46:59,199 INFO [M:0;71d8d2d6408d:45153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T03:46:59,199 INFO [M:0;71d8d2d6408d:45153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T03:46:59,200 DEBUG [M:0;71d8d2d6408d:45153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T03:46:59,200 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T03:46:59,200 DEBUG [M:0;71d8d2d6408d:45153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T03:46:59,200 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.large.0-1732419980892 {}] cleaner.HFileCleaner(306): Exit Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.large.0-1732419980892,5,FailOnTimeoutGroup] 2024-11-24T03:46:59,200 DEBUG [master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.small.0-1732419980893 {}] cleaner.HFileCleaner(306): Exit Thread[master/71d8d2d6408d:0:becomeActiveMaster-HFileCleaner.small.0-1732419980893,5,FailOnTimeoutGroup] 2024-11-24T03:46:59,201 INFO [M:0;71d8d2d6408d:45153 {}] hbase.ChoreService(370): Chore service for: master/71d8d2d6408d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T03:46:59,201 INFO [M:0;71d8d2d6408d:45153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T03:46:59,201 DEBUG [M:0;71d8d2d6408d:45153 {}] master.HMaster(1795): Stopping service threads 2024-11-24T03:46:59,202 INFO [M:0;71d8d2d6408d:45153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T03:46:59,202 INFO [M:0;71d8d2d6408d:45153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T03:46:59,203 INFO [M:0;71d8d2d6408d:45153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T03:46:59,203 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T03:46:59,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T03:46:59,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T03:46:59,207 DEBUG [M:0;71d8d2d6408d:45153 {}] zookeeper.ZKUtil(347): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T03:46:59,207 WARN [M:0;71d8d2d6408d:45153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T03:46:59,208 INFO [M:0;71d8d2d6408d:45153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/.lastflushedseqids 2024-11-24T03:46:59,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741941_1121 (size=138) 2024-11-24T03:46:59,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741941_1121 (size=138) 2024-11-24T03:46:59,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741941_1121 (size=138) 2024-11-24T03:46:59,224 INFO [M:0;71d8d2d6408d:45153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T03:46:59,224 INFO [M:0;71d8d2d6408d:45153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T03:46:59,224 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T03:46:59,224 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:59,225 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:59,225 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T03:46:59,225 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:59,225 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-24T03:46:59,241 DEBUG [M:0;71d8d2d6408d:45153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/039bdb61ca304271a373ecf74bb8a693 is 82, key is hbase:meta,,1/info:regioninfo/1732419982072/Put/seqid=0 2024-11-24T03:46:59,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741942_1122 (size=5672) 2024-11-24T03:46:59,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741942_1122 (size=5672) 2024-11-24T03:46:59,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741942_1122 (size=5672) 2024-11-24T03:46:59,247 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/039bdb61ca304271a373ecf74bb8a693 2024-11-24T03:46:59,266 DEBUG [M:0;71d8d2d6408d:45153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b782fd1c6b4942e092285fb45313e575 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732419995557/Put/seqid=0 2024-11-24T03:46:59,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741943_1123 (size=7755) 2024-11-24T03:46:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741943_1123 (size=7755) 2024-11-24T03:46:59,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741943_1123 (size=7755) 2024-11-24T03:46:59,290 INFO [RS:1;71d8d2d6408d:39337 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T03:46:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:59,290 INFO [RS:1;71d8d2d6408d:39337 {}] regionserver.HRegionServer(1031): Exiting; stopping=71d8d2d6408d,39337,1732419979587; zookeeper connection closed. 2024-11-24T03:46:59,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39337-0x1016c3c95c50002, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:59,291 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1bf39e3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1bf39e3f 2024-11-24T03:46:59,291 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-24T03:46:59,679 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b782fd1c6b4942e092285fb45313e575 2024-11-24T03:46:59,688 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b782fd1c6b4942e092285fb45313e575 2024-11-24T03:46:59,705 DEBUG [M:0;71d8d2d6408d:45153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2a0659f92fa4d61acc9c02f730dea33 is 69, key is 71d8d2d6408d,39337,1732419979587/rs:state/1732419981063/Put/seqid=0 2024-11-24T03:46:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741944_1124 (size=5440) 2024-11-24T03:46:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741944_1124 (size=5440) 2024-11-24T03:46:59,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741944_1124 (size=5440) 2024-11-24T03:46:59,712 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2a0659f92fa4d61acc9c02f730dea33 2024-11-24T03:46:59,716 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2a0659f92fa4d61acc9c02f730dea33 2024-11-24T03:46:59,717 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/039bdb61ca304271a373ecf74bb8a693 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/039bdb61ca304271a373ecf74bb8a693 2024-11-24T03:46:59,722 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/039bdb61ca304271a373ecf74bb8a693, entries=8, sequenceid=168, filesize=5.5 K 2024-11-24T03:46:59,723 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b782fd1c6b4942e092285fb45313e575 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b782fd1c6b4942e092285fb45313e575 2024-11-24T03:46:59,727 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b782fd1c6b4942e092285fb45313e575 2024-11-24T03:46:59,727 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b782fd1c6b4942e092285fb45313e575, entries=17, sequenceid=168, filesize=7.6 K 2024-11-24T03:46:59,728 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2a0659f92fa4d61acc9c02f730dea33 as hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2a0659f92fa4d61acc9c02f730dea33 2024-11-24T03:46:59,732 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2a0659f92fa4d61acc9c02f730dea33 2024-11-24T03:46:59,732 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33659/user/jenkins/test-data/1741978a-62b6-c18e-fc90-7201a9af840c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2a0659f92fa4d61acc9c02f730dea33, entries=3, sequenceid=168, filesize=5.3 K 2024-11-24T03:46:59,733 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=168, compaction requested=false 2024-11-24T03:46:59,734 INFO [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T03:46:59,735 DEBUG [M:0;71d8d2d6408d:45153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732420019224Disabling compacts and flushes for region at 1732420019224Disabling writes for close at 1732420019225 (+1 ms)Obtaining lock to block concurrent updates at 1732420019225Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732420019225Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1732420019225Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732420019226 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732420019226Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732420019241 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732420019241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732420019250 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732420019265 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732420019265Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732420019688 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732420019704 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732420019704Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44900625: reopening flushed file at 1732420019716 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4a8cac: reopening flushed file at 1732420019722 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97e1e07: reopening flushed file at 1732420019727 (+5 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 508ms, sequenceid=168, compaction requested=false at 1732420019733 (+6 ms)Writing region close event to WAL at 1732420019734 (+1 ms)Closed at 1732420019734 2024-11-24T03:46:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40295 is added to blk_1073741830_1006 (size=83606) 2024-11-24T03:46:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34819 is added to blk_1073741830_1006 (size=83606) 2024-11-24T03:46:59,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41153 is added to blk_1073741830_1006 (size=83606) 2024-11-24T03:46:59,738 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T03:46:59,738 INFO [M:0;71d8d2d6408d:45153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T03:46:59,738 INFO [M:0;71d8d2d6408d:45153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45153 2024-11-24T03:46:59,739 INFO [M:0;71d8d2d6408d:45153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T03:46:59,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:59,882 INFO [M:0;71d8d2d6408d:45153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T03:46:59,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45153-0x1016c3c95c50000, quorum=127.0.0.1:57877, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T03:46:59,891 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998987 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998987 (inode 16655) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1732419998562/wal.1732419998987 (inode 16655) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-24T03:46:59,892 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1732419990601/wal.1732419990731 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:59,892 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1732420014038/wal.1732420014295 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:59,895 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732420008494 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732420008494 (inode 16678) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1732419999175/wal.1732420008494 (inode 16678) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-24T03:46:59,896 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1732419983690/wal.1732419983776 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:59,898 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420009284 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420009284 (inode 16704) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1732420008725/wal.1732420009284 (inode 16704) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-24T03:46:59,898 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1732420009469/wal.1732420009553 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T03:46:59,900 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal.1732419983511 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal.1732419983511 (inode 16485) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1732419983132/wal.1732419983511 (inode 16485) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-24T03:46:59,903 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal.1732419982872 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal.1732419982872 (inode 16462) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1732419982465/wal.1732419982872 (inode 16462) Holder DFSClient_NONMAPREDUCE_316192482_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-24T03:46:59,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35f1150e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:46:59,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13a77e13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:46:59,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:46:59,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f9972d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:46:59,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6d5e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,STOPPED} 2024-11-24T03:46:59,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:46:59,911 WARN [BP-1060207558-172.17.0.2-1732419975019 heartbeating to localhost/127.0.0.1:33659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:46:59,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:46:59,911 WARN [BP-1060207558-172.17.0.2-1732419975019 heartbeating to localhost/127.0.0.1:33659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060207558-172.17.0.2-1732419975019 (Datanode Uuid 9b9df51b-a524-45f3-b872-7529dd84e696) service to localhost/127.0.0.1:33659 2024-11-24T03:46:59,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data5/current/BP-1060207558-172.17.0.2-1732419975019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:46:59,913 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data6/current/BP-1060207558-172.17.0.2-1732419975019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:46:59,913 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:46:59,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bd427b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:46:59,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6915083f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:46:59,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:46:59,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc2d6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:46:59,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46b092e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,STOPPED} 2024-11-24T03:46:59,917 WARN [BP-1060207558-172.17.0.2-1732419975019 heartbeating to localhost/127.0.0.1:33659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:46:59,917 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:46:59,917 WARN [BP-1060207558-172.17.0.2-1732419975019 heartbeating to localhost/127.0.0.1:33659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060207558-172.17.0.2-1732419975019 (Datanode Uuid 7e224a50-d060-4f22-b43f-4789fc0b3b51) service to localhost/127.0.0.1:33659 2024-11-24T03:46:59,917 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:46:59,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data3/current/BP-1060207558-172.17.0.2-1732419975019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:46:59,918 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data4/current/BP-1060207558-172.17.0.2-1732419975019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:46:59,918 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:46:59,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@330740de{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T03:46:59,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b24cab9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:46:59,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:46:59,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a359997{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:46:59,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cf5a85e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,STOPPED} 2024-11-24T03:46:59,925 WARN [BP-1060207558-172.17.0.2-1732419975019 heartbeating to localhost/127.0.0.1:33659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T03:46:59,925 WARN [BP-1060207558-172.17.0.2-1732419975019 heartbeating to localhost/127.0.0.1:33659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1060207558-172.17.0.2-1732419975019 (Datanode Uuid 21ed4925-8607-443d-ab35-64348669f68d) service to localhost/127.0.0.1:33659 2024-11-24T03:46:59,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data1/current/BP-1060207558-172.17.0.2-1732419975019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:46:59,925 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T03:46:59,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/cluster_73c0b9e6-56ed-6b24-dfc6-2b1739ff9c9c/data/data2/current/BP-1060207558-172.17.0.2-1732419975019 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T03:46:59,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T03:46:59,926 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T03:46:59,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c03e044{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T03:46:59,933 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@698721f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T03:46:59,933 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T03:46:59,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652099c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T03:46:59,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@264e890{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e129c2e-3222-acd7-5d12-a24291294748/hadoop.log.dir/,STOPPED} 2024-11-24T03:46:59,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T03:46:59,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down