2024-11-15 16:53:44,039 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 16:53:44,056 main DEBUG Took 0.015706 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 16:53:44,057 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 16:53:44,057 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 16:53:44,058 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 16:53:44,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,066 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 16:53:44,077 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,079 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,079 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,080 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,080 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,081 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,081 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,082 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,082 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,083 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,083 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,084 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,084 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,085 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,085 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,086 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,087 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 16:53:44,088 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,088 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 16:53:44,089 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 16:53:44,091 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 16:53:44,092 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 16:53:44,093 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 16:53:44,094 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 16:53:44,094 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 16:53:44,102 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 16:53:44,104 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 16:53:44,106 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 16:53:44,106 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 16:53:44,107 main DEBUG createAppenders(={Console}) 2024-11-15 16:53:44,107 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-11-15 16:53:44,108 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-11-15 16:53:44,108 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-11-15 16:53:44,108 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 16:53:44,109 main DEBUG OutputStream closed 2024-11-15 16:53:44,109 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 16:53:44,109 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 16:53:44,109 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-11-15 16:53:44,187 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 16:53:44,190 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 16:53:44,191 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 16:53:44,192 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 16:53:44,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 16:53:44,193 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 16:53:44,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 16:53:44,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 16:53:44,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 16:53:44,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 16:53:44,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 16:53:44,195 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 16:53:44,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 16:53:44,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 16:53:44,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 16:53:44,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 16:53:44,197 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 16:53:44,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 16:53:44,200 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 16:53:44,200 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-11-15 16:53:44,201 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 16:53:44,201 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-11-15T16:53:44,472 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18 2024-11-15 16:53:44,475 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 16:53:44,475 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T16:53:44,485 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-11-15T16:53:44,491 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-11-15T16:53:44,517 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T16:53:44,574 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T16:53:44,574 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T16:53:44,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T16:53:44,609 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067, deleteOnExit=true 2024-11-15T16:53:44,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T16:53:44,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/test.cache.data in system properties and HBase conf 2024-11-15T16:53:44,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T16:53:44,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir in system properties and HBase conf 2024-11-15T16:53:44,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T16:53:44,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T16:53:44,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T16:53:44,688 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T16:53:44,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T16:53:44,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:53:44,784 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T16:53:44,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T16:53:44,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:53:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T16:53:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T16:53:44,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T16:53:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:53:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T16:53:44,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/nfs.dump.dir in system properties and HBase conf 2024-11-15T16:53:44,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/java.io.tmpdir in system properties and HBase conf 2024-11-15T16:53:44,788 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T16:53:44,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T16:53:44,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T16:53:45,616 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T16:53:45,696 INFO [Time-limited test {}] log.Log(170): Logging initialized @2355ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T16:53:45,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:53:45,840 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:53:45,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:53:45,860 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:53:45,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:53:45,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:53:45,883 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:53:45,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:53:46,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/java.io.tmpdir/jetty-localhost-42529-hadoop-hdfs-3_4_1-tests_jar-_-any-734350090624164040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:53:46,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:42529} 2024-11-15T16:53:46,083 INFO [Time-limited test {}] server.Server(415): Started @2741ms 2024-11-15T16:53:46,478 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:53:46,485 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:53:46,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:53:46,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:53:46,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T16:53:46,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:53:46,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:53:46,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/java.io.tmpdir/jetty-localhost-43803-hadoop-hdfs-3_4_1-tests_jar-_-any-8632553555197986240/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:53:46,608 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:43803} 2024-11-15T16:53:46,608 INFO [Time-limited test {}] server.Server(415): Started @3266ms 2024-11-15T16:53:46,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:53:46,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:53:46,794 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:53:46,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:53:46,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:53:46,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:53:46,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:53:46,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:53:46,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/java.io.tmpdir/jetty-localhost-38333-hadoop-hdfs-3_4_1-tests_jar-_-any-9719777426425802477/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:53:46,926 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:38333} 2024-11-15T16:53:46,926 INFO [Time-limited test {}] server.Server(415): Started @3585ms 2024-11-15T16:53:46,929 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:53:46,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T16:53:46,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T16:53:46,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T16:53:46,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T16:53:46,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T16:53:46,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,AVAILABLE} 2024-11-15T16:53:46,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T16:53:47,103 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data4/current/BP-327992362-172.17.0.2-1731689625375/current, will proceed with Du for space computation calculation, 2024-11-15T16:53:47,103 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data3/current/BP-327992362-172.17.0.2-1731689625375/current, will proceed with Du for space computation calculation, 2024-11-15T16:53:47,103 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data1/current/BP-327992362-172.17.0.2-1731689625375/current, will proceed with Du for space computation calculation, 2024-11-15T16:53:47,103 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data2/current/BP-327992362-172.17.0.2-1731689625375/current, will proceed with Du for space computation calculation, 2024-11-15T16:53:47,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/java.io.tmpdir/jetty-localhost-34375-hadoop-hdfs-3_4_1-tests_jar-_-any-10598155455647954743/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:53:47,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:34375} 2024-11-15T16:53:47,127 INFO [Time-limited test {}] server.Server(415): Started @3786ms 2024-11-15T16:53:47,130 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T16:53:47,158 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:53:47,159 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:53:47,244 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x712df6b79618892 with lease ID 0xca4764b4e1e3eedd: Processing first storage report for DS-e694df61-ce19-4110-bb71-caea07060d48 from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=cf873e02-12aa-4f3b-b1e1-057e1a667d70, infoPort=32831, infoSecurePort=0, ipcPort=43619, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375) 2024-11-15T16:53:47,244 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data5/current/BP-327992362-172.17.0.2-1731689625375/current, will proceed with Du for space computation calculation, 2024-11-15T16:53:47,245 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x712df6b79618892 with lease ID 0xca4764b4e1e3eedd: from storage DS-e694df61-ce19-4110-bb71-caea07060d48 node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=cf873e02-12aa-4f3b-b1e1-057e1a667d70, infoPort=32831, infoSecurePort=0, ipcPort=43619, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-15T16:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ad7f174c4ec95d with lease ID 0xca4764b4e1e3eede: Processing first storage report for DS-e1404e18-446d-4d25-a65f-0d655a5e396a from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=066e8cd9-66d6-4650-999d-700dc70ff35c, infoPort=33335, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375) 2024-11-15T16:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ad7f174c4ec95d with lease ID 0xca4764b4e1e3eede: from storage DS-e1404e18-446d-4d25-a65f-0d655a5e396a node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=066e8cd9-66d6-4650-999d-700dc70ff35c, infoPort=33335, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x712df6b79618892 with lease ID 0xca4764b4e1e3eedd: Processing first storage report for DS-9c401292-fe9d-42ec-a8e6-41053cffaa21 from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=cf873e02-12aa-4f3b-b1e1-057e1a667d70, infoPort=32831, infoSecurePort=0, ipcPort=43619, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375) 2024-11-15T16:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x712df6b79618892 with lease ID 0xca4764b4e1e3eedd: from storage DS-9c401292-fe9d-42ec-a8e6-41053cffaa21 node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=cf873e02-12aa-4f3b-b1e1-057e1a667d70, infoPort=32831, infoSecurePort=0, ipcPort=43619, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x75ad7f174c4ec95d with lease ID 0xca4764b4e1e3eede: Processing first storage report for DS-160cec2f-fcd6-46e4-95b2-a57cbbf52fb8 from datanode DatanodeRegistration(127.0.0.1:36617, datanodeUuid=066e8cd9-66d6-4650-999d-700dc70ff35c, infoPort=33335, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375) 2024-11-15T16:53:47,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x75ad7f174c4ec95d with lease ID 0xca4764b4e1e3eede: from storage DS-160cec2f-fcd6-46e4-95b2-a57cbbf52fb8 node DatanodeRegistration(127.0.0.1:36617, datanodeUuid=066e8cd9-66d6-4650-999d-700dc70ff35c, infoPort=33335, infoSecurePort=0, ipcPort=42403, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:53:47,248 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data6/current/BP-327992362-172.17.0.2-1731689625375/current, will proceed with Du for space computation calculation, 2024-11-15T16:53:47,276 WARN [Thread-126 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T16:53:47,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28ceff115f277cbd with lease ID 0xca4764b4e1e3eedf: Processing first storage report for DS-3d2531ce-d7be-4976-a539-ea5cfe809205 from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=11dffde2-3925-4dba-a656-b0e30c7b6872, infoPort=37575, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375) 2024-11-15T16:53:47,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28ceff115f277cbd with lease ID 0xca4764b4e1e3eedf: from storage DS-3d2531ce-d7be-4976-a539-ea5cfe809205 node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=11dffde2-3925-4dba-a656-b0e30c7b6872, infoPort=37575, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T16:53:47,286 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28ceff115f277cbd with lease ID 0xca4764b4e1e3eedf: Processing first storage report for DS-2d1ba199-7dd2-4ca2-9ec0-1f248a9e652a from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=11dffde2-3925-4dba-a656-b0e30c7b6872, infoPort=37575, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375) 2024-11-15T16:53:47,286 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28ceff115f277cbd with lease ID 0xca4764b4e1e3eedf: from storage DS-2d1ba199-7dd2-4ca2-9ec0-1f248a9e652a node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=11dffde2-3925-4dba-a656-b0e30c7b6872, infoPort=37575, infoSecurePort=0, ipcPort=41437, storageInfo=lv=-57;cid=testClusterID;nsid=812637008;c=1731689625375), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T16:53:47,519 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18 2024-11-15T16:53:47,607 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/zookeeper_0, clientPort=51574, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T16:53:47,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51574 2024-11-15T16:53:47,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:47,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:47,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:53:47,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:53:47,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741825_1001 (size=7) 2024-11-15T16:53:48,278 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834 with version=8 2024-11-15T16:53:48,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/hbase-staging 2024-11-15T16:53:48,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:53:48,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:48,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:48,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:53:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:53:48,764 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T16:53:48,828 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T16:53:48,837 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T16:53:48,841 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:53:48,870 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9669 (auto-detected) 2024-11-15T16:53:48,871 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T16:53:48,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46491 2024-11-15T16:53:48,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46491 connecting to ZooKeeper ensemble=127.0.0.1:51574 2024-11-15T16:53:48,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464910x0, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:53:48,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46491-0x101acda35280000 connected 2024-11-15T16:53:48,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:48,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:48,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:53:48,991 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834, hbase.cluster.distributed=false 2024-11-15T16:53:49,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:53:49,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46491 2024-11-15T16:53:49,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46491 2024-11-15T16:53:49,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46491 2024-11-15T16:53:49,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46491 2024-11-15T16:53:49,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46491 2024-11-15T16:53:49,137 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:53:49,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,139 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,140 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:53:49,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:53:49,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:53:49,145 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:53:49,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44531 2024-11-15T16:53:49,148 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44531 connecting to ZooKeeper ensemble=127.0.0.1:51574 2024-11-15T16:53:49,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:49,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:49,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445310x0, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:53:49,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44531-0x101acda35280001 connected 2024-11-15T16:53:49,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:53:49,164 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:53:49,174 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:53:49,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:53:49,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:53:49,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-15T16:53:49,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44531 2024-11-15T16:53:49,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44531 2024-11-15T16:53:49,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-15T16:53:49,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44531 2024-11-15T16:53:49,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:53:49,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:53:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:53:49,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:53:49,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:53:49,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38295 2024-11-15T16:53:49,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38295 connecting to ZooKeeper ensemble=127.0.0.1:51574 2024-11-15T16:53:49,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:49,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:49,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382950x0, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:53:49,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382950x0, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:53:49,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38295-0x101acda35280002 connected 2024-11-15T16:53:49,217 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:53:49,218 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:53:49,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:53:49,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:53:49,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-15T16:53:49,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38295 2024-11-15T16:53:49,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38295 2024-11-15T16:53:49,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-15T16:53:49,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-15T16:53:49,241 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a9bde5b3a1b5:0 server-side Connection retries=45 2024-11-15T16:53:49,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,242 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T16:53:49,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T16:53:49,242 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T16:53:49,242 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T16:53:49,242 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T16:53:49,243 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46811 2024-11-15T16:53:49,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46811 connecting to ZooKeeper ensemble=127.0.0.1:51574 2024-11-15T16:53:49,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:49,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:49,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468110x0, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T16:53:49,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468110x0, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:53:49,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46811-0x101acda35280003 connected 2024-11-15T16:53:49,255 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T16:53:49,256 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T16:53:49,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-15T16:53:49,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-15T16:53:49,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46811 2024-11-15T16:53:49,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46811 2024-11-15T16:53:49,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46811 2024-11-15T16:53:49,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46811 2024-11-15T16:53:49,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46811 2024-11-15T16:53:49,282 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a9bde5b3a1b5:46491 2024-11-15T16:53:49,283 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:49,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,292 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:53:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:53:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-15T16:53:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,319 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-15T16:53:49,322 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/a9bde5b3a1b5,46491,1731689628400 from backup master directory 2024-11-15T16:53:49,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:49,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-15T16:53:49,325 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:53:49,326 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:49,329 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T16:53:49,330 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T16:53:49,390 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/hbase.id] with ID: bc2afa9b-6385-41f5-af76-6dbde631476f 2024-11-15T16:53:49,391 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/.tmp/hbase.id 2024-11-15T16:53:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:53:49,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:53:49,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741826_1002 (size=42) 2024-11-15T16:53:49,407 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/.tmp/hbase.id]:[hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/hbase.id] 2024-11-15T16:53:49,453 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T16:53:49,458 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T16:53:49,478 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-15T16:53:49,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:53:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:53:49,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741827_1003 (size=196) 2024-11-15T16:53:49,518 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:53:49,521 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T16:53:49,527 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:53:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:53:49,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741828_1004 (size=1189) 2024-11-15T16:53:49,579 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store 2024-11-15T16:53:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:53:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:53:49,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741829_1005 (size=34) 2024-11-15T16:53:49,612 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T16:53:49,615 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:49,616 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:53:49,616 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:53:49,617 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:53:49,618 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:53:49,618 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:53:49,618 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:53:49,619 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689629616Disabling compacts and flushes for region at 1731689629616Disabling writes for close at 1731689629618 (+2 ms)Writing region close event to WAL at 1731689629618Closed at 1731689629618 2024-11-15T16:53:49,621 WARN [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/.initializing 2024-11-15T16:53:49,621 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/WALs/a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:49,629 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:49,643 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C46491%2C1731689628400, suffix=, logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/WALs/a9bde5b3a1b5,46491,1731689628400, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/oldWALs, maxLogs=10 2024-11-15T16:53:49,674 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/WALs/a9bde5b3a1b5,46491,1731689628400/a9bde5b3a1b5%2C46491%2C1731689628400.1731689629647, exclude list is [], retry=0 2024-11-15T16:53:49,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:53:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:49,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:49,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T16:53:49,744 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/WALs/a9bde5b3a1b5,46491,1731689628400/a9bde5b3a1b5%2C46491%2C1731689628400.1731689629647 2024-11-15T16:53:49,745 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-15T16:53:49,746 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:53:49,746 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:49,750 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,751 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T16:53:49,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:49,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:49,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T16:53:49,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:49,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:49,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T16:53:49,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:49,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:49,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T16:53:49,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:49,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:49,836 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,841 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,842 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,847 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,848 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,851 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:53:49,855 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T16:53:49,860 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:49,861 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61232960, jitterRate=-0.08755779266357422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:53:49,867 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731689629765Initializing all the Stores at 1731689629767 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689629768 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689629768Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689629769 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689629769Cleaning up temporary data from old regions at 1731689629848 (+79 ms)Region opened successfully at 1731689629867 (+19 ms) 2024-11-15T16:53:49,868 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T16:53:49,904 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6adb6a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:53:49,939 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T16:53:49,951 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T16:53:49,951 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T16:53:49,955 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T16:53:49,957 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T16:53:49,963 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-15T16:53:49,963 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T16:53:49,992 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T16:53:50,002 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-15T16:53:50,004 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-15T16:53:50,007 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T16:53:50,009 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-15T16:53:50,011 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-15T16:53:50,013 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T16:53:50,017 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-15T16:53:50,018 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-15T16:53:50,019 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-15T16:53:50,021 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-15T16:53:50,040 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T16:53:50,042 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-15T16:53:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:53:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:53:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:53:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-15T16:53:50,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,049 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a9bde5b3a1b5,46491,1731689628400, sessionid=0x101acda35280000, setting cluster-up flag (Was=false) 2024-11-15T16:53:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,068 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-15T16:53:50,070 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:50,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,081 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-15T16:53:50,083 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:50,090 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T16:53:50,170 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(746): ClusterId : bc2afa9b-6385-41f5-af76-6dbde631476f 2024-11-15T16:53:50,170 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(746): ClusterId : bc2afa9b-6385-41f5-af76-6dbde631476f 2024-11-15T16:53:50,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(746): ClusterId : bc2afa9b-6385-41f5-af76-6dbde631476f 2024-11-15T16:53:50,170 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T16:53:50,173 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:53:50,173 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:53:50,173 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T16:53:50,179 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:53:50,179 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:53:50,179 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T16:53:50,179 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:53:50,179 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:53:50,179 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T16:53:50,183 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:53:50,183 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:53:50,182 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T16:53:50,183 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10790131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:53:50,183 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T16:53:50,183 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b022954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:53:50,184 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29609fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=a9bde5b3a1b5/172.17.0.2:0 2024-11-15T16:53:50,193 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T16:53:50,202 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;a9bde5b3a1b5:46811 2024-11-15T16:53:50,201 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a9bde5b3a1b5,46491,1731689628400 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T16:53:50,206 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:53:50,206 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:53:50,206 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:53:50,206 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a9bde5b3a1b5:44531 2024-11-15T16:53:50,206 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:53:50,206 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:53:50,206 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:53:50,209 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,46491,1731689628400 with port=44531, startcode=1731689629097 2024-11-15T16:53:50,209 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,46491,1731689628400 with port=46811, startcode=1731689629241 2024-11-15T16:53:50,209 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;a9bde5b3a1b5:38295 2024-11-15T16:53:50,210 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T16:53:50,210 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T16:53:50,210 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T16:53:50,210 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:53:50,211 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:53:50,211 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(2659): reportForDuty to master=a9bde5b3a1b5,46491,1731689628400 with port=38295, startcode=1731689629203 2024-11-15T16:53:50,211 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:53:50,211 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=5, maxPoolSize=5 2024-11-15T16:53:50,211 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a9bde5b3a1b5:0, corePoolSize=10, maxPoolSize=10 2024-11-15T16:53:50,211 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,212 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:53:50,212 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,222 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:53:50,222 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:53:50,223 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T16:53:50,228 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:53:50,228 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T16:53:50,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:50,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T16:53:50,236 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731689660236 2024-11-15T16:53:50,238 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T16:53:50,240 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T16:53:50,243 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T16:53:50,244 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T16:53:50,244 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T16:53:50,244 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T16:53:50,245 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,256 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T16:53:50,257 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T16:53:50,257 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T16:53:50,263 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T16:53:50,263 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T16:53:50,289 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689630289,5,FailOnTimeoutGroup] 2024-11-15T16:53:50,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:53:50,291 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689630290,5,FailOnTimeoutGroup] 2024-11-15T16:53:50,291 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55157, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:53:50,291 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:53:50,292 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T16:53:50,292 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33373, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:53:50,293 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41975, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T16:53:50,293 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,293 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741831_1007 (size=1321) 2024-11-15T16:53:50,296 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T16:53:50,297 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834 2024-11-15T16:53:50,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:53:50,303 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:53:50,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:53:50,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:53:50,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741832_1008 (size=32) 2024-11-15T16:53:50,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:50,320 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:53:50,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:53:50,323 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834 2024-11-15T16:53:50,323 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39319 2024-11-15T16:53:50,323 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:53:50,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:53:50,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:53:50,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:50,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] master.ServerManager(517): Registering regionserver=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:50,330 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834 2024-11-15T16:53:50,330 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39319 2024-11-15T16:53:50,330 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:53:50,331 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] zookeeper.ZKUtil(111): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:53:50,331 WARN [RS:0;a9bde5b3a1b5:44531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:53:50,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:53:50,332 INFO [RS:0;a9bde5b3a1b5:44531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:50,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:50,333 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:53:50,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:50,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:53:50,335 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834 2024-11-15T16:53:50,335 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39319 2024-11-15T16:53:50,335 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T16:53:50,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,44531,1731689629097] 2024-11-15T16:53:50,336 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] zookeeper.ZKUtil(111): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:53:50,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:53:50,336 WARN [RS:2;a9bde5b3a1b5:46811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:53:50,336 INFO [RS:2;a9bde5b3a1b5:46811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:50,337 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:53:50,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:53:50,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:50,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,46811,1731689629241] 2024-11-15T16:53:50,338 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a9bde5b3a1b5,38295,1731689629203] 2024-11-15T16:53:50,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:50,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:53:50,342 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] zookeeper.ZKUtil(111): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:50,342 WARN [RS:1;a9bde5b3a1b5:38295 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T16:53:50,342 INFO [RS:1;a9bde5b3a1b5:38295 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:50,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:53:50,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:50,342 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:50,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:50,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:53:50,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:53:50,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:50,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:50,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:53:50,351 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740 2024-11-15T16:53:50,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740 2024-11-15T16:53:50,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:53:50,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:53:50,357 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:53:50,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:53:50,365 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:50,365 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:53:50,365 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:53:50,365 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T16:53:50,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58742435, jitterRate=-0.12466950714588165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:53:50,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731689630321Initializing all the Stores at 1731689630327 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689630327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689630327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689630327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689630328 (+1 ms)Cleaning up temporary data from old regions at 1731689630356 (+28 ms)Region opened successfully at 1731689630369 (+13 ms) 2024-11-15T16:53:50,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:53:50,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:53:50,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:53:50,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:53:50,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:53:50,371 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:53:50,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689630369Disabling compacts and flushes for region at 1731689630369Disabling writes for close at 1731689630369Writing region close event to WAL at 1731689630370 (+1 ms)Closed at 1731689630370 2024-11-15T16:53:50,374 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:53:50,374 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T16:53:50,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T16:53:50,383 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:53:50,384 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:53:50,384 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T16:53:50,391 INFO [RS:0;a9bde5b3a1b5:44531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:53:50,391 INFO [RS:2;a9bde5b3a1b5:46811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:53:50,391 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,391 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,392 INFO [RS:1;a9bde5b3a1b5:38295 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:53:50,392 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,393 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:53:50,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:53:50,396 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:53:50,397 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T16:53:50,400 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T16:53:50,401 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:53:50,401 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:53:50,402 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T16:53:50,403 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,403 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,403 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,403 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,403 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,403 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,403 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,403 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,403 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,403 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:53:50,404 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:53:50,404 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=2, maxPoolSize=2 2024-11-15T16:53:50,404 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,404 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a9bde5b3a1b5:0, corePoolSize=1, maxPoolSize=1 2024-11-15T16:53:50,405 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:53:50,405 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:53:50,406 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:53:50,406 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:53:50,406 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:53:50,406 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a9bde5b3a1b5:0, corePoolSize=3, maxPoolSize=3 2024-11-15T16:53:50,412 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,412 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,44531,1731689629097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38295,1731689629203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,413 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46811,1731689629241-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:53:50,433 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:53:50,434 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:53:50,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,44531,1731689629097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,436 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,38295,1731689629203-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,436 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,436 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.Replication(171): a9bde5b3a1b5,38295,1731689629203 started 2024-11-15T16:53:50,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.Replication(171): a9bde5b3a1b5,44531,1731689629097 started 2024-11-15T16:53:50,439 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T16:53:50,439 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46811,1731689629241-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,439 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,440 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.Replication(171): a9bde5b3a1b5,46811,1731689629241 started 2024-11-15T16:53:50,453 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,453 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,38295,1731689629203, RpcServer on a9bde5b3a1b5/172.17.0.2:38295, sessionid=0x101acda35280002 2024-11-15T16:53:50,454 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,454 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,44531,1731689629097, RpcServer on a9bde5b3a1b5/172.17.0.2:44531, sessionid=0x101acda35280001 2024-11-15T16:53:50,454 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:53:50,455 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:53:50,455 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:50,455 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:53:50,455 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,38295,1731689629203' 2024-11-15T16:53:50,455 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,44531,1731689629097' 2024-11-15T16:53:50,455 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:53:50,455 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:53:50,456 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:53:50,456 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:53:50,457 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:53:50,457 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:53:50,457 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:53:50,457 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:53:50,457 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:53:50,457 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:50,457 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,44531,1731689629097' 2024-11-15T16:53:50,457 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,38295,1731689629203' 2024-11-15T16:53:50,458 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:53:50,458 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:53:50,458 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:53:50,458 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:53:50,459 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:53:50,459 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:53:50,459 INFO [RS:0;a9bde5b3a1b5:44531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:53:50,459 INFO [RS:1;a9bde5b3a1b5:38295 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:53:50,459 INFO [RS:1;a9bde5b3a1b5:38295 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:53:50,459 INFO [RS:0;a9bde5b3a1b5:44531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:53:50,462 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:50,462 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1482): Serving as a9bde5b3a1b5,46811,1731689629241, RpcServer on a9bde5b3a1b5/172.17.0.2:46811, sessionid=0x101acda35280003 2024-11-15T16:53:50,463 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T16:53:50,463 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:53:50,463 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,46811,1731689629241' 2024-11-15T16:53:50,463 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-15T16:53:50,464 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-15T16:53:50,464 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T16:53:50,464 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T16:53:50,464 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:53:50,465 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a9bde5b3a1b5,46811,1731689629241' 2024-11-15T16:53:50,465 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-15T16:53:50,465 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-15T16:53:50,466 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T16:53:50,466 INFO [RS:2;a9bde5b3a1b5:46811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T16:53:50,466 INFO [RS:2;a9bde5b3a1b5:46811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T16:53:50,548 WARN [a9bde5b3a1b5:46491 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-15T16:53:50,565 INFO [RS:0;a9bde5b3a1b5:44531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:50,565 INFO [RS:1;a9bde5b3a1b5:38295 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:50,567 INFO [RS:2;a9bde5b3a1b5:46811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:50,569 INFO [RS:1;a9bde5b3a1b5:38295 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C38295%2C1731689629203, suffix=, logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,38295,1731689629203, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs, maxLogs=32 2024-11-15T16:53:50,569 INFO [RS:0;a9bde5b3a1b5:44531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C44531%2C1731689629097, suffix=, logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs, maxLogs=32 2024-11-15T16:53:50,569 INFO [RS:2;a9bde5b3a1b5:46811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C46811%2C1731689629241, suffix=, logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,46811,1731689629241, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs, maxLogs=32 2024-11-15T16:53:50,587 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,46811,1731689629241/a9bde5b3a1b5%2C46811%2C1731689629241.1731689630572, exclude list is [], retry=0 2024-11-15T16:53:50,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:50,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:50,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:50,594 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,38295,1731689629203/a9bde5b3a1b5%2C38295%2C1731689629203.1731689630573, exclude list is [], retry=0 2024-11-15T16:53:50,595 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, exclude list is [], retry=0 2024-11-15T16:53:50,601 INFO [RS:2;a9bde5b3a1b5:46811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,46811,1731689629241/a9bde5b3a1b5%2C46811%2C1731689629241.1731689630572 2024-11-15T16:53:50,602 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:50,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:50,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:50,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:50,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:50,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:50,618 INFO [RS:1;a9bde5b3a1b5:38295 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,38295,1731689629203/a9bde5b3a1b5%2C38295%2C1731689629203.1731689630573 2024-11-15T16:53:50,618 INFO [RS:0;a9bde5b3a1b5:44531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 2024-11-15T16:53:50,619 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:53:50,619 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:50,801 DEBUG [a9bde5b3a1b5:46491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-15T16:53:50,809 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(204): Hosts are {a9bde5b3a1b5=0} racks are {/default-rack=0} 2024-11-15T16:53:50,816 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T16:53:50,816 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T16:53:50,817 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T16:53:50,817 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T16:53:50,817 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T16:53:50,817 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T16:53:50,817 INFO [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T16:53:50,817 INFO [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T16:53:50,817 INFO [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T16:53:50,817 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T16:53:50,824 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:50,830 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,38295,1731689629203, state=OPENING 2024-11-15T16:53:50,835 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T16:53:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:53:50,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:50,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:50,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:50,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:50,840 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T16:53:50,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,38295,1731689629203}] 2024-11-15T16:53:51,017 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:53:51,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:53:51,032 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T16:53:51,033 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:51,033 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T16:53:51,036 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a9bde5b3a1b5%2C38295%2C1731689629203.meta, suffix=.meta, logDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,38295,1731689629203, archiveDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs, maxLogs=32 2024-11-15T16:53:51,053 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,38295,1731689629203/a9bde5b3a1b5%2C38295%2C1731689629203.meta.1731689631038.meta, exclude list is [], retry=0 2024-11-15T16:53:51,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:51,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:51,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:51,060 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,38295,1731689629203/a9bde5b3a1b5%2C38295%2C1731689629203.meta.1731689631038.meta 2024-11-15T16:53:51,060 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:53:51,061 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:53:51,062 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T16:53:51,065 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T16:53:51,070 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T16:53:51,074 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T16:53:51,074 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:51,075 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T16:53:51,075 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T16:53:51,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T16:53:51,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T16:53:51,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:51,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:51,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T16:53:51,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T16:53:51,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:51,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:51,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T16:53:51,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T16:53:51,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:51,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:51,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T16:53:51,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T16:53:51,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:51,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T16:53:51,086 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T16:53:51,087 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740 2024-11-15T16:53:51,089 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740 2024-11-15T16:53:51,091 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T16:53:51,091 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T16:53:51,092 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T16:53:51,094 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T16:53:51,096 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66130898, jitterRate=-0.014572829008102417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T16:53:51,096 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T16:53:51,097 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731689631075Writing region info on filesystem at 1731689631075Initializing all the Stores at 1731689631077 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689631077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689631077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689631077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731689631077Cleaning up temporary data from old regions at 1731689631091 (+14 ms)Running coprocessor post-open hooks at 1731689631096 (+5 ms)Region opened successfully at 1731689631097 (+1 ms) 2024-11-15T16:53:51,104 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731689631008 2024-11-15T16:53:51,115 DEBUG [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T16:53:51,115 INFO [RS_OPEN_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T16:53:51,117 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:51,119 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a9bde5b3a1b5,38295,1731689629203, state=OPEN 2024-11-15T16:53:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:53:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:53:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:53:51,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-15T16:53:51,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:51,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:51,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:51,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-15T16:53:51,123 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:53:51,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T16:53:51,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a9bde5b3a1b5,38295,1731689629203 in 281 msec 2024-11-15T16:53:51,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T16:53:51,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 749 msec 2024-11-15T16:53:51,136 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T16:53:51,136 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T16:53:51,161 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:53:51,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,38295,1731689629203, seqNum=-1] 2024-11-15T16:53:51,184 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:53:51,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59213, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:53:51,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0840 sec 2024-11-15T16:53:51,208 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731689631207, completionTime=-1 2024-11-15T16:53:51,211 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-15T16:53:51,212 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-15T16:53:51,253 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-15T16:53:51,253 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731689691253 2024-11-15T16:53:51,253 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731689751253 2024-11-15T16:53:51,253 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 41 msec 2024-11-15T16:53:51,255 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T16:53:51,263 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46491,1731689628400-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:51,264 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46491,1731689628400-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:51,264 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46491,1731689628400-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:51,266 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a9bde5b3a1b5:46491, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:51,266 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:51,267 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:51,273 DEBUG [master/a9bde5b3a1b5:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T16:53:51,296 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.969sec 2024-11-15T16:53:51,297 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T16:53:51,298 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T16:53:51,299 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T16:53:51,300 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T16:53:51,300 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T16:53:51,301 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46491,1731689628400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T16:53:51,301 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46491,1731689628400-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T16:53:51,306 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T16:53:51,307 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T16:53:51,307 INFO [master/a9bde5b3a1b5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a9bde5b3a1b5,46491,1731689628400-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T16:53:51,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6881cbf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:53:51,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a9bde5b3a1b5,46491,-1 for getting cluster id 2024-11-15T16:53:51,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T16:53:51,399 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc2afa9b-6385-41f5-af76-6dbde631476f' 2024-11-15T16:53:51,401 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T16:53:51,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc2afa9b-6385-41f5-af76-6dbde631476f" 2024-11-15T16:53:51,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f78ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:53:51,402 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a9bde5b3a1b5,46491,-1] 2024-11-15T16:53:51,405 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T16:53:51,407 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:53:51,407 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T16:53:51,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e7dbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T16:53:51,411 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T16:53:51,419 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a9bde5b3a1b5,38295,1731689629203, seqNum=-1] 2024-11-15T16:53:51,419 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:53:51,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:53:51,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:53:51,443 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:39319/hbase 2024-11-15T16:53:51,461 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=366, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=6069 2024-11-15T16:53:51,489 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:51,493 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:51,494 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:51,499 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-52589444, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-52589444, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:51,515 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-52589444/hregion-52589444.1731689631500, exclude list is [], retry=0 2024-11-15T16:53:51,520 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:51,520 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:51,520 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:51,524 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-52589444/hregion-52589444.1731689631500 2024-11-15T16:53:51,524 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-15T16:53:51,525 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3c0c531685564d630f44bbaf07ba947c, NAME => 'testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:53:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741838_1014 (size=64) 2024-11-15T16:53:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741838_1014 (size=64) 2024-11-15T16:53:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741838_1014 (size=64) 2024-11-15T16:53:51,540 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:51,542 INFO [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,544 INFO [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c0c531685564d630f44bbaf07ba947c columnFamilyName a 2024-11-15T16:53:51,544 DEBUG [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:51,545 INFO [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] regionserver.HStore(327): Store=3c0c531685564d630f44bbaf07ba947c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:51,545 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,546 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,547 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,548 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,548 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,551 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,556 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:51,556 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c0c531685564d630f44bbaf07ba947c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61519804, jitterRate=-0.08328348398208618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:53:51,558 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c0c531685564d630f44bbaf07ba947c: Writing region info on filesystem at 1731689631540Initializing all the Stores at 1731689631541 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689631541Cleaning up temporary data from old regions at 1731689631548 (+7 ms)Region opened successfully at 1731689631558 (+10 ms) 2024-11-15T16:53:51,563 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3c0c531685564d630f44bbaf07ba947c, disabling compactions & flushes 2024-11-15T16:53:51,563 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c. 2024-11-15T16:53:51,563 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c. 2024-11-15T16:53:51,563 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c. after waiting 0 ms 2024-11-15T16:53:51,563 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c. 2024-11-15T16:53:51,564 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c. 2024-11-15T16:53:51,564 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3c0c531685564d630f44bbaf07ba947c: Waiting for close lock at 1731689631563Disabling compacts and flushes for region at 1731689631563Disabling writes for close at 1731689631563Writing region close event to WAL at 1731689631564 (+1 ms)Closed at 1731689631564 2024-11-15T16:53:51,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741837_1013 (size=93) 2024-11-15T16:53:51,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741837_1013 (size=93) 2024-11-15T16:53:51,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741837_1013 (size=93) 2024-11-15T16:53:51,578 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:53:51,578 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-52589444:(num 1731689631500) 2024-11-15T16:53:51,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T16:53:51,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741839_1015 (size=276) 2024-11-15T16:53:51,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741839_1015 (size=276) 2024-11-15T16:53:51,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741839_1015 (size=276) 2024-11-15T16:53:51,600 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T16:53:51,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741840_1016 (size=230) 2024-11-15T16:53:51,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741840_1016 (size=230) 2024-11-15T16:53:51,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741840_1016 (size=230) 2024-11-15T16:53:51,640 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1, size=276 (276bytes) 2024-11-15T16:53:51,641 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T16:53:51,641 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T16:53:51,641 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1 2024-11-15T16:53:51,648 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1 after 3ms 2024-11-15T16:53:51,654 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:51,655 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1 took 17ms 2024-11-15T16:53:51,660 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1 so closing down 2024-11-15T16:53:51,664 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T16:53:51,666 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:51,666 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T16:53:51,668 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741841_1017 (size=276) 2024-11-15T16:53:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741841_1017 (size=276) 2024-11-15T16:53:51,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741841_1017 (size=276) 2024-11-15T16:53:51,685 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T16:53:51,688 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002 2024-11-15T16:53:51,692 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-15T16:53:51,692 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1, journal: Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1, size=276 (276bytes) at 1731689631640Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1 so closing down at 1731689631660 (+20 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000001-wal-1.temp at 1731689631667 (+7 ms)3 split writer threads finished at 1731689631668 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731689631685 (+17 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002 at 1731689631688 (+3 ms)Processed 2 edits across 1 Regions in 32 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731689631692 (+4 ms) 2024-11-15T16:53:51,709 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2, size=230 (230bytes) 2024-11-15T16:53:51,709 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2 2024-11-15T16:53:51,710 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2 after 1ms 2024-11-15T16:53:51,714 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:51,715 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2 took 6ms 2024-11-15T16:53:51,717 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2 so closing down 2024-11-15T16:53:51,717 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:51,720 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T16:53:51,721 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T16:53:51,722 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741842_1018 (size=230) 2024-11-15T16:53:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741842_1018 (size=230) 2024-11-15T16:53:51,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741842_1018 (size=230) 2024-11-15T16:53:51,732 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T16:53:51,737 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:51,740 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-11-15T16:53:51,741 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-15T16:53:51,741 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2, journal: Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2, size=230 (230bytes) at 1731689631709Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2 so closing down at 1731689631717 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002-wal-2.temp at 1731689631721 (+4 ms)3 split writer threads finished at 1731689631722 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731689631732 (+10 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731689631741 (+9 ms) 2024-11-15T16:53:51,742 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:51,744 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:51,760 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal.1731689631745, exclude list is [], retry=0 2024-11-15T16:53:51,766 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:51,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:51,767 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:51,770 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal.1731689631745 2024-11-15T16:53:51,770 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:53:51,770 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c0c531685564d630f44bbaf07ba947c, NAME => 'testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:53:51,771 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:51,771 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,771 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,777 INFO [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,779 INFO [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c0c531685564d630f44bbaf07ba947c columnFamilyName a 2024-11-15T16:53:51,779 DEBUG [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:51,780 INFO [StoreOpener-3c0c531685564d630f44bbaf07ba947c-1 {}] regionserver.HStore(327): Store=3c0c531685564d630f44bbaf07ba947c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:51,780 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,782 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,785 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,787 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002 2024-11-15T16:53:51,790 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:51,797 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002 2024-11-15T16:53:51,801 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3c0c531685564d630f44bbaf07ba947c 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T16:53:51,858 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/.tmp/a/1768e5104c0148dfbef3417fba17b117 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731689631578/Put/seqid=0 2024-11-15T16:53:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741844_1020 (size=5170) 2024-11-15T16:53:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741844_1020 (size=5170) 2024-11-15T16:53:51,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741844_1020 (size=5170) 2024-11-15T16:53:51,909 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/.tmp/a/1768e5104c0148dfbef3417fba17b117 2024-11-15T16:53:51,958 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/.tmp/a/1768e5104c0148dfbef3417fba17b117 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/a/1768e5104c0148dfbef3417fba17b117 2024-11-15T16:53:51,969 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/a/1768e5104c0148dfbef3417fba17b117, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T16:53:51,976 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3c0c531685564d630f44bbaf07ba947c in 172ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T16:53:51,978 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/0000000000000000002 2024-11-15T16:53:51,979 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,979 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,983 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3c0c531685564d630f44bbaf07ba947c 2024-11-15T16:53:51,986 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/3c0c531685564d630f44bbaf07ba947c/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T16:53:51,988 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3c0c531685564d630f44bbaf07ba947c; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72294974, jitterRate=0.07727906107902527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:53:51,989 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3c0c531685564d630f44bbaf07ba947c: Writing region info on filesystem at 1731689631771Initializing all the Stores at 1731689631777 (+6 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689631777Obtaining lock to block concurrent updates at 1731689631801 (+24 ms)Preparing flush snapshotting stores in 3c0c531685564d630f44bbaf07ba947c at 1731689631801Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731689631804 (+3 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1731689631490.3c0c531685564d630f44bbaf07ba947c. at 1731689631804Flushing 3c0c531685564d630f44bbaf07ba947c/a: creating writer at 1731689631806 (+2 ms)Flushing 3c0c531685564d630f44bbaf07ba947c/a: appending metadata at 1731689631847 (+41 ms)Flushing 3c0c531685564d630f44bbaf07ba947c/a: closing flushed file at 1731689631850 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce0d7dc: reopening flushed file at 1731689631956 (+106 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 3c0c531685564d630f44bbaf07ba947c in 172ms, sequenceid=2, compaction requested=false; wal=null at 1731689631976 (+20 ms)Cleaning up temporary data from old regions at 1731689631979 (+3 ms)Region opened successfully at 1731689631989 (+10 ms) 2024-11-15T16:53:52,019 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=377 (was 366) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39319/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:53738 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:56252 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:52818 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:46832 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:44580 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:52882 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=5976 (was 6069) 2024-11-15T16:53:52,030 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=377, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=5976 2024-11-15T16:53:52,046 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:52,049 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:52,050 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:52,053 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-90216669, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-90216669, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:52,067 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-90216669/hregion-90216669.1731689632054, exclude list is [], retry=0 2024-11-15T16:53:52,071 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:52,072 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:52,072 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:52,075 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-90216669/hregion-90216669.1731689632054 2024-11-15T16:53:52,076 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-15T16:53:52,076 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 39c2a18803d806d332129017509be05b, NAME => 'testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:53:52,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741846_1022 (size=64) 2024-11-15T16:53:52,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741846_1022 (size=64) 2024-11-15T16:53:52,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741846_1022 (size=64) 2024-11-15T16:53:52,091 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:52,093 INFO [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,095 INFO [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c2a18803d806d332129017509be05b columnFamilyName a 2024-11-15T16:53:52,095 DEBUG [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:52,095 INFO [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] regionserver.HStore(327): Store=39c2a18803d806d332129017509be05b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:52,095 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,096 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,097 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,098 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,098 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,100 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,103 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:52,104 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 39c2a18803d806d332129017509be05b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62008004, jitterRate=-0.07600873708724976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:53:52,104 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 39c2a18803d806d332129017509be05b: Writing region info on filesystem at 1731689632091Initializing all the Stores at 1731689632092 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689632092Cleaning up temporary data from old regions at 1731689632098 (+6 ms)Region opened successfully at 1731689632104 (+6 ms) 2024-11-15T16:53:52,104 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 39c2a18803d806d332129017509be05b, disabling compactions & flushes 2024-11-15T16:53:52,105 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b. 2024-11-15T16:53:52,105 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b. 2024-11-15T16:53:52,105 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b. after waiting 0 ms 2024-11-15T16:53:52,105 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b. 2024-11-15T16:53:52,105 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b. 2024-11-15T16:53:52,105 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 39c2a18803d806d332129017509be05b: Waiting for close lock at 1731689632104Disabling compacts and flushes for region at 1731689632104Disabling writes for close at 1731689632105 (+1 ms)Writing region close event to WAL at 1731689632105Closed at 1731689632105 2024-11-15T16:53:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741845_1021 (size=93) 2024-11-15T16:53:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741845_1021 (size=93) 2024-11-15T16:53:52,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741845_1021 (size=93) 2024-11-15T16:53:52,113 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:53:52,114 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-90216669:(num 1731689632054) 2024-11-15T16:53:52,115 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T16:53:52,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741847_1023 (size=276) 2024-11-15T16:53:52,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741847_1023 (size=276) 2024-11-15T16:53:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741847_1023 (size=276) 2024-11-15T16:53:52,130 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-11-15T16:53:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741848_1024 (size=230) 2024-11-15T16:53:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741848_1024 (size=230) 2024-11-15T16:53:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741848_1024 (size=230) 2024-11-15T16:53:52,158 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2, size=230 (230bytes) 2024-11-15T16:53:52,158 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2 2024-11-15T16:53:52,159 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2 after 1ms 2024-11-15T16:53:52,163 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:52,163 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2 took 5ms 2024-11-15T16:53:52,165 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2 so closing down 2024-11-15T16:53:52,165 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:52,167 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-11-15T16:53:52,169 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002-wal-2.temp 2024-11-15T16:53:52,169 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:52,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741849_1025 (size=230) 2024-11-15T16:53:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741849_1025 (size=230) 2024-11-15T16:53:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741849_1025 (size=230) 2024-11-15T16:53:52,179 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T16:53:52,181 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002 2024-11-15T16:53:52,181 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-11-15T16:53:52,181 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2, journal: Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2, size=230 (230bytes) at 1731689632158Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2 so closing down at 1731689632165 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002-wal-2.temp at 1731689632169 (+4 ms)3 split writer threads finished at 1731689632169Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731689632179 (+10 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002 at 1731689632181 (+2 ms)Processed 1 edits across 1 Regions in 18 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1731689632181 2024-11-15T16:53:52,196 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1, size=276 (276bytes) 2024-11-15T16:53:52,196 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1 2024-11-15T16:53:52,197 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1 after 1ms 2024-11-15T16:53:52,201 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:52,201 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1 took 5ms 2024-11-15T16:53:52,203 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1 so closing down 2024-11-15T16:53:52,203 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:52,205 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-11-15T16:53:52,207 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000001-wal-1.temp 2024-11-15T16:53:52,207 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:52,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741850_1026 (size=276) 2024-11-15T16:53:52,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741850_1026 (size=276) 2024-11-15T16:53:52,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741850_1026 (size=276) 2024-11-15T16:53:52,217 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T16:53:52,221 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:52,223 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002, length=230 2024-11-15T16:53:52,225 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002 2024-11-15T16:53:52,225 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-11-15T16:53:52,225 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1, journal: Splitting hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1, size=276 (276bytes) at 1731689632196Finishing writing output for hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1 so closing down at 1731689632203 (+7 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000001-wal-1.temp at 1731689632207 (+4 ms)3 split writer threads finished at 1731689632207Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731689632217 (+10 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002 at 1731689632225 (+8 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1731689632225 2024-11-15T16:53:52,226 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:52,228 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:52,243 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal.1731689632229, exclude list is [], retry=0 2024-11-15T16:53:52,247 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:52,247 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:52,248 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:52,250 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal.1731689632229 2024-11-15T16:53:52,250 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:52,251 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 39c2a18803d806d332129017509be05b, NAME => 'testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:53:52,251 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:52,251 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,251 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,253 INFO [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,255 INFO [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39c2a18803d806d332129017509be05b columnFamilyName a 2024-11-15T16:53:52,255 DEBUG [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:52,256 INFO [StoreOpener-39c2a18803d806d332129017509be05b-1 {}] regionserver.HStore(327): Store=39c2a18803d806d332129017509be05b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:52,256 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,257 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,259 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,260 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002 2024-11-15T16:53:52,263 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:52,264 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002 2024-11-15T16:53:52,264 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 39c2a18803d806d332129017509be05b 1/1 column families, dataSize=108 B heapSize=512 B 2024-11-15T16:53:52,281 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/.tmp/a/c7a20aefcc664bf79f94bb9a50a540ae is 58, key is testReplayEditsWrittenIntoWAL/a:1/1731689632114/Put/seqid=0 2024-11-15T16:53:52,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741852_1028 (size=5170) 2024-11-15T16:53:52,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741852_1028 (size=5170) 2024-11-15T16:53:52,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741852_1028 (size=5170) 2024-11-15T16:53:52,291 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/.tmp/a/c7a20aefcc664bf79f94bb9a50a540ae 2024-11-15T16:53:52,299 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/.tmp/a/c7a20aefcc664bf79f94bb9a50a540ae as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/a/c7a20aefcc664bf79f94bb9a50a540ae 2024-11-15T16:53:52,306 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/a/c7a20aefcc664bf79f94bb9a50a540ae, entries=2, sequenceid=2, filesize=5.0 K 2024-11-15T16:53:52,307 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 39c2a18803d806d332129017509be05b in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-11-15T16:53:52,308 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/0000000000000000002 2024-11-15T16:53:52,308 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,308 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,311 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 39c2a18803d806d332129017509be05b 2024-11-15T16:53:52,314 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/39c2a18803d806d332129017509be05b/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-11-15T16:53:52,315 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 39c2a18803d806d332129017509be05b; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64427671, jitterRate=-0.03995288908481598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:53:52,315 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 39c2a18803d806d332129017509be05b: Writing region info on filesystem at 1731689632251Initializing all the Stores at 1731689632252 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689632252Obtaining lock to block concurrent updates at 1731689632264 (+12 ms)Preparing flush snapshotting stores in 39c2a18803d806d332129017509be05b at 1731689632264Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1731689632264Flushing stores of testReplayEditsWrittenIntoWAL,,1731689632047.39c2a18803d806d332129017509be05b. at 1731689632264Flushing 39c2a18803d806d332129017509be05b/a: creating writer at 1731689632265 (+1 ms)Flushing 39c2a18803d806d332129017509be05b/a: appending metadata at 1731689632280 (+15 ms)Flushing 39c2a18803d806d332129017509be05b/a: closing flushed file at 1731689632280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130950c3: reopening flushed file at 1731689632298 (+18 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for 39c2a18803d806d332129017509be05b in 43ms, sequenceid=2, compaction requested=false; wal=null at 1731689632307 (+9 ms)Cleaning up temporary data from old regions at 1731689632308 (+1 ms)Region opened successfully at 1731689632315 (+7 ms) 2024-11-15T16:53:52,332 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=387 (was 377) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:53738 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:46832 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:52942 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:52818 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:44632 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:56328 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=5973 (was 5976) 2024-11-15T16:53:52,343 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=387, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=5972 2024-11-15T16:53:52,359 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:52,362 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:52,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:52,366 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-62533237, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-62533237, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:52,379 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-62533237/hregion-62533237.1731689632366, exclude list is [], retry=0 2024-11-15T16:53:52,383 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:52,383 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:52,384 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:52,386 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-62533237/hregion-62533237.1731689632366 2024-11-15T16:53:52,386 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:52,387 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => c2f01d66c21f9363c4e4c7583bbf8e3b, NAME => 'testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:53:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741854_1030 (size=64) 2024-11-15T16:53:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741854_1030 (size=64) 2024-11-15T16:53:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741854_1030 (size=64) 2024-11-15T16:53:52,398 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:52,400 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,402 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2f01d66c21f9363c4e4c7583bbf8e3b columnFamilyName a 2024-11-15T16:53:52,402 DEBUG [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:52,403 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(327): Store=c2f01d66c21f9363c4e4c7583bbf8e3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:52,403 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,404 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2f01d66c21f9363c4e4c7583bbf8e3b columnFamilyName b 2024-11-15T16:53:52,404 DEBUG [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:52,405 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(327): Store=c2f01d66c21f9363c4e4c7583bbf8e3b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:52,405 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,406 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2f01d66c21f9363c4e4c7583bbf8e3b columnFamilyName c 2024-11-15T16:53:52,407 DEBUG [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:52,407 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(327): Store=c2f01d66c21f9363c4e4c7583bbf8e3b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:52,407 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,408 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,409 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,410 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,410 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,411 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:53:52,413 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:52,416 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:52,417 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c2f01d66c21f9363c4e4c7583bbf8e3b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64042379, jitterRate=-0.04569418728351593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:53:52,418 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2f01d66c21f9363c4e4c7583bbf8e3b: Writing region info on filesystem at 1731689632398Initializing all the Stores at 1731689632399 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689632399Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689632400 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689632400Cleaning up temporary data from old regions at 1731689632410 (+10 ms)Region opened successfully at 1731689632417 (+7 ms) 2024-11-15T16:53:52,418 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c2f01d66c21f9363c4e4c7583bbf8e3b, disabling compactions & flushes 2024-11-15T16:53:52,418 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:52,418 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:52,418 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. after waiting 0 ms 2024-11-15T16:53:52,418 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:52,418 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:52,419 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c2f01d66c21f9363c4e4c7583bbf8e3b: Waiting for close lock at 1731689632418Disabling compacts and flushes for region at 1731689632418Disabling writes for close at 1731689632418Writing region close event to WAL at 1731689632418Closed at 1731689632418 2024-11-15T16:53:52,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /hbase/WALs/hregion-62533237/hregion-62533237.1731689632366 not finished, retry = 0 2024-11-15T16:53:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741853_1029 (size=93) 2024-11-15T16:53:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741853_1029 (size=93) 2024-11-15T16:53:52,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741853_1029 (size=93) 2024-11-15T16:53:52,528 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:53:52,528 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-62533237:(num 1731689632366) 2024-11-15T16:53:52,528 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:52,531 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:52,545 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531, exclude list is [], retry=0 2024-11-15T16:53:52,548 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:52,549 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:52,549 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:52,552 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 2024-11-15T16:53:52,552 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:52,738 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531, size=0 (0bytes) 2024-11-15T16:53:52,738 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 might be still open, length is 0 2024-11-15T16:53:52,738 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 2024-11-15T16:53:52,739 WARN [IPC Server handler 3 on default port 39319 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-11-15T16:53:52,740 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 after 2ms 2024-11-15T16:53:53,292 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:56366 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56366 dst: /127.0.0.1:36639 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36639 remote=/127.0.0.1:56366]. Total timeout mills is 60000, 59411 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:53:53,293 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:52978 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:52978 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:53:53,293 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:44662 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:36183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44662 dst: /127.0.0.1:36183 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:53:53,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741855_1032 (size=200589) 2024-11-15T16:53:53,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741855_1032 (size=200589) 2024-11-15T16:53:53,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741855_1032 (size=200589) 2024-11-15T16:53:56,578 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T16:53:56,626 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T16:53:56,741 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 after 4003ms 2024-11-15T16:53:56,746 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:56,748 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 took 4010ms 2024-11-15T16:53:56,753 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731689632531.temp 2024-11-15T16:53:56,757 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000000001-wal.1731689632531.temp 2024-11-15T16:53:56,859 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531; continuing. 2024-11-15T16:53:56,859 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 so closing down 2024-11-15T16:53:56,859 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:56,859 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741856_1033 (size=200597) 2024-11-15T16:53:56,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741856_1033 (size=200597) 2024-11-15T16:53:56,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741856_1033 (size=200597) 2024-11-15T16:53:56,864 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000000001-wal.1731689632531.temp (wrote 3002 edits, skipped 0 edits in 43 ms) 2024-11-15T16:53:56,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000000001-wal.1731689632531.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000003002 2024-11-15T16:53:56,866 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T16:53:56,866 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531, journal: Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531, size=0 (0bytes) at 1731689632738Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000000001-wal.1731689632531.temp at 1731689636757 (+4019 ms)Split 1024 edits, skipped 0 edits. at 1731689636814 (+57 ms)Split 2048 edits, skipped 0 edits. at 1731689636839 (+25 ms)Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 so closing down at 1731689636859 (+20 ms)3 split writer threads finished at 1731689636859Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000000001-wal.1731689632531.temp (wrote 3002 edits, skipped 0 edits in 43 ms) at 1731689636864 (+5 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000000001-wal.1731689632531.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000003002 at 1731689636866 (+2 ms)Processed 3002 edits across 1 Regions in 118 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531, size=0, length=0, corrupted=false, cancelled=false at 1731689636866 2024-11-15T16:53:56,869 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689632531 2024-11-15T16:53:56,870 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000003002 2024-11-15T16:53:56,870 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:56,873 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:56,887 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689636873, exclude list is [], retry=0 2024-11-15T16:53:56,890 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:56,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:56,891 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:56,893 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689636873 2024-11-15T16:53:56,894 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:53:56,894 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:56,896 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:56,897 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2f01d66c21f9363c4e4c7583bbf8e3b columnFamilyName a 2024-11-15T16:53:56,897 DEBUG [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:56,897 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(327): Store=c2f01d66c21f9363c4e4c7583bbf8e3b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:56,898 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:56,899 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2f01d66c21f9363c4e4c7583bbf8e3b columnFamilyName b 2024-11-15T16:53:56,899 DEBUG [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:56,899 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(327): Store=c2f01d66c21f9363c4e4c7583bbf8e3b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:56,899 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:56,900 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2f01d66c21f9363c4e4c7583bbf8e3b columnFamilyName c 2024-11-15T16:53:56,900 DEBUG [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:56,901 INFO [StoreOpener-c2f01d66c21f9363c4e4c7583bbf8e3b-1 {}] regionserver.HStore(327): Store=c2f01d66c21f9363c4e4c7583bbf8e3b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:56,901 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:56,902 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:56,904 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:56,905 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000003002 2024-11-15T16:53:56,908 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:56,955 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T16:53:57,355 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2f01d66c21f9363c4e4c7583bbf8e3b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T16:53:57,394 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/a/2f3f7914674641de9f39a52f29123d7c is 62, key is testReplayEditsWrittenIntoWAL/a:100/1731689632557/Put/seqid=0 2024-11-15T16:53:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741858_1035 (size=50463) 2024-11-15T16:53:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741858_1035 (size=50463) 2024-11-15T16:53:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741858_1035 (size=50463) 2024-11-15T16:53:57,409 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/a/2f3f7914674641de9f39a52f29123d7c 2024-11-15T16:53:57,419 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/a/2f3f7914674641de9f39a52f29123d7c as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/a/2f3f7914674641de9f39a52f29123d7c 2024-11-15T16:53:57,427 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/a/2f3f7914674641de9f39a52f29123d7c, entries=754, sequenceid=754, filesize=49.3 K 2024-11-15T16:53:57,427 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for c2f01d66c21f9363c4e4c7583bbf8e3b in 73ms, sequenceid=754, compaction requested=false; wal=null 2024-11-15T16:53:57,461 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T16:53:57,462 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2f01d66c21f9363c4e4c7583bbf8e3b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T16:53:57,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/a/77246452757a43ffaabcbf6e05e734d7 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1731689632592/Put/seqid=0 2024-11-15T16:53:57,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741859_1036 (size=20072) 2024-11-15T16:53:57,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741859_1036 (size=20072) 2024-11-15T16:53:57,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741859_1036 (size=20072) 2024-11-15T16:53:57,489 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/a/77246452757a43ffaabcbf6e05e734d7 2024-11-15T16:53:57,516 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/b/c360496c156f4ecea0af4186cafa1bd0 is 62, key is testReplayEditsWrittenIntoWAL/b:100/1731689632613/Put/seqid=0 2024-11-15T16:53:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741860_1037 (size=35835) 2024-11-15T16:53:57,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741860_1037 (size=35835) 2024-11-15T16:53:57,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741860_1037 (size=35835) 2024-11-15T16:53:57,526 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/b/c360496c156f4ecea0af4186cafa1bd0 2024-11-15T16:53:57,533 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/a/77246452757a43ffaabcbf6e05e734d7 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/a/77246452757a43ffaabcbf6e05e734d7 2024-11-15T16:53:57,540 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/a/77246452757a43ffaabcbf6e05e734d7, entries=246, sequenceid=1508, filesize=19.6 K 2024-11-15T16:53:57,542 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/b/c360496c156f4ecea0af4186cafa1bd0 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/b/c360496c156f4ecea0af4186cafa1bd0 2024-11-15T16:53:57,549 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/b/c360496c156f4ecea0af4186cafa1bd0, entries=508, sequenceid=1508, filesize=35.0 K 2024-11-15T16:53:57,549 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for c2f01d66c21f9363c4e4c7583bbf8e3b in 88ms, sequenceid=1508, compaction requested=false; wal=null 2024-11-15T16:53:57,563 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T16:53:57,564 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2f01d66c21f9363c4e4c7583bbf8e3b 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-11-15T16:53:57,573 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/b/009f2feff3424018b85853a38b0d4a61 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1731689632639/Put/seqid=0 2024-11-15T16:53:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741861_1038 (size=35082) 2024-11-15T16:53:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741861_1038 (size=35082) 2024-11-15T16:53:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741861_1038 (size=35082) 2024-11-15T16:53:57,583 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/b/009f2feff3424018b85853a38b0d4a61 2024-11-15T16:53:57,606 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/c/1180cdf658654239a324e55c7d8b8631 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1731689632666/Put/seqid=0 2024-11-15T16:53:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741862_1039 (size=20825) 2024-11-15T16:53:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741862_1039 (size=20825) 2024-11-15T16:53:57,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741862_1039 (size=20825) 2024-11-15T16:53:57,615 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/c/1180cdf658654239a324e55c7d8b8631 2024-11-15T16:53:57,622 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/b/009f2feff3424018b85853a38b0d4a61 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/b/009f2feff3424018b85853a38b0d4a61 2024-11-15T16:53:57,630 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/b/009f2feff3424018b85853a38b0d4a61, entries=492, sequenceid=2262, filesize=34.3 K 2024-11-15T16:53:57,631 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/c/1180cdf658654239a324e55c7d8b8631 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/c/1180cdf658654239a324e55c7d8b8631 2024-11-15T16:53:57,638 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/c/1180cdf658654239a324e55c7d8b8631, entries=262, sequenceid=2262, filesize=20.3 K 2024-11-15T16:53:57,639 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for c2f01d66c21f9363c4e4c7583bbf8e3b in 74ms, sequenceid=2262, compaction requested=false; wal=null 2024-11-15T16:53:57,652 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1731689632702/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:57,656 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000003002 2024-11-15T16:53:57,656 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-11-15T16:53:57,657 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c2f01d66c21f9363c4e4c7583bbf8e3b 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-11-15T16:53:57,668 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/c/f4b05232c2174f6ca4119bac6ab46513 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1731689632672/Put/seqid=0 2024-11-15T16:53:57,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741863_1040 (size=50301) 2024-11-15T16:53:57,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741863_1040 (size=50301) 2024-11-15T16:53:57,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741863_1040 (size=50301) 2024-11-15T16:53:57,679 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/c/f4b05232c2174f6ca4119bac6ab46513 2024-11-15T16:53:57,686 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4b05232c2174f6ca4119bac6ab46513 2024-11-15T16:53:57,687 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/.tmp/c/f4b05232c2174f6ca4119bac6ab46513 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/c/f4b05232c2174f6ca4119bac6ab46513 2024-11-15T16:53:57,693 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4b05232c2174f6ca4119bac6ab46513 2024-11-15T16:53:57,693 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/c/f4b05232c2174f6ca4119bac6ab46513, entries=739, sequenceid=3002, filesize=49.1 K 2024-11-15T16:53:57,693 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for c2f01d66c21f9363c4e4c7583bbf8e3b in 36ms, sequenceid=3002, compaction requested=false; wal=null 2024-11-15T16:53:57,694 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/0000000000000003002 2024-11-15T16:53:57,695 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:57,695 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:57,696 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-15T16:53:57,698 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for c2f01d66c21f9363c4e4c7583bbf8e3b 2024-11-15T16:53:57,700 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenIntoWAL/c2f01d66c21f9363c4e4c7583bbf8e3b/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-11-15T16:53:57,701 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened c2f01d66c21f9363c4e4c7583bbf8e3b; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72361881, jitterRate=0.07827605307102203}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-15T16:53:57,701 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for c2f01d66c21f9363c4e4c7583bbf8e3b: Writing region info on filesystem at 1731689636894Initializing all the Stores at 1731689636895 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689636895Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689636895Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689636895Cleaning up temporary data from old regions at 1731689637695 (+800 ms)Region opened successfully at 1731689637701 (+6 ms) 2024-11-15T16:53:57,763 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing c2f01d66c21f9363c4e4c7583bbf8e3b, disabling compactions & flushes 2024-11-15T16:53:57,763 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:57,763 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:57,763 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. after waiting 0 ms 2024-11-15T16:53:57,763 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:57,765 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1731689632360.c2f01d66c21f9363c4e4c7583bbf8e3b. 2024-11-15T16:53:57,765 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for c2f01d66c21f9363c4e4c7583bbf8e3b: Waiting for close lock at 1731689637763Disabling compacts and flushes for region at 1731689637763Disabling writes for close at 1731689637763Writing region close event to WAL at 1731689637765 (+2 ms)Closed at 1731689637765 2024-11-15T16:53:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741857_1034 (size=93) 2024-11-15T16:53:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741857_1034 (size=93) 2024-11-15T16:53:57,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741857_1034 (size=93) 2024-11-15T16:53:57,773 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:53:57,773 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731689636873) 2024-11-15T16:53:57,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=403 (was 387) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1750795090_22 at /127.0.0.1:53012 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:42403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:43619 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43619 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:39319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1750795090_22 at /127.0.0.1:53050 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1750795090_22 at /127.0.0.1:56398 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1750795090_22 at /127.0.0.1:44684 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:39319 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 212), ProcessCount=11 (was 11), AvailableMemoryMB=5902 (was 5972) 2024-11-15T16:53:57,812 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=403, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=5901 2024-11-15T16:53:57,836 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:57,839 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:57,840 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:57,843 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-96405602, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-96405602, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:57,856 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-96405602/hregion-96405602.1731689637843, exclude list is [], retry=0 2024-11-15T16:53:57,860 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:57,860 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:57,861 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:57,863 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-96405602/hregion-96405602.1731689637843 2024-11-15T16:53:57,863 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:57,863 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 301fb078bdc973e47c10a63b8b5b761a, NAME => 'test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:53:57,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741865_1042 (size=43) 2024-11-15T16:53:57,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741865_1042 (size=43) 2024-11-15T16:53:57,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741865_1042 (size=43) 2024-11-15T16:53:57,881 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:57,882 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,884 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 301fb078bdc973e47c10a63b8b5b761a columnFamilyName a 2024-11-15T16:53:57,884 DEBUG [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:57,885 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(327): Store=301fb078bdc973e47c10a63b8b5b761a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:57,885 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,887 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 301fb078bdc973e47c10a63b8b5b761a columnFamilyName b 2024-11-15T16:53:57,887 DEBUG [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:57,887 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(327): Store=301fb078bdc973e47c10a63b8b5b761a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:57,887 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,889 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 301fb078bdc973e47c10a63b8b5b761a columnFamilyName c 2024-11-15T16:53:57,889 DEBUG [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:57,890 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(327): Store=301fb078bdc973e47c10a63b8b5b761a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:57,890 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,891 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,893 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,893 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,893 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:53:57,895 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:57,898 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:57,898 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 301fb078bdc973e47c10a63b8b5b761a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70355129, jitterRate=0.04837311804294586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:53:57,899 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 301fb078bdc973e47c10a63b8b5b761a: Writing region info on filesystem at 1731689637881Initializing all the Stores at 1731689637882 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689637882Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689637882Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689637882Cleaning up temporary data from old regions at 1731689637893 (+11 ms)Region opened successfully at 1731689637899 (+6 ms) 2024-11-15T16:53:57,899 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 301fb078bdc973e47c10a63b8b5b761a, disabling compactions & flushes 2024-11-15T16:53:57,899 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:57,899 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:57,899 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. after waiting 0 ms 2024-11-15T16:53:57,899 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:57,900 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:57,900 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 301fb078bdc973e47c10a63b8b5b761a: Waiting for close lock at 1731689637899Disabling compacts and flushes for region at 1731689637899Disabling writes for close at 1731689637899Writing region close event to WAL at 1731689637900 (+1 ms)Closed at 1731689637900 2024-11-15T16:53:57,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741864_1041 (size=93) 2024-11-15T16:53:57,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741864_1041 (size=93) 2024-11-15T16:53:57,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741864_1041 (size=93) 2024-11-15T16:53:57,906 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:53:57,906 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-96405602:(num 1731689637843) 2024-11-15T16:53:57,906 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:57,909 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:57,929 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909, exclude list is [], retry=0 2024-11-15T16:53:57,933 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:57,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:57,934 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:57,938 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909 2024-11-15T16:53:57,938 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-15T16:53:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741866_1043 (size=200357) 2024-11-15T16:53:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741866_1043 (size=200357) 2024-11-15T16:53:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741866_1043 (size=200357) 2024-11-15T16:53:58,121 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909, size=195.7 K (200357bytes) 2024-11-15T16:53:58,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909 2024-11-15T16:53:58,122 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909 after 0ms 2024-11-15T16:53:58,125 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:58,127 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909 took 6ms 2024-11-15T16:53:58,131 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1731689637909.temp 2024-11-15T16:53:58,133 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000000001-wal.1731689637909.temp 2024-11-15T16:53:58,181 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909 so closing down 2024-11-15T16:53:58,181 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:58,181 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741867_1044 (size=200357) 2024-11-15T16:53:58,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741867_1044 (size=200357) 2024-11-15T16:53:58,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741867_1044 (size=200357) 2024-11-15T16:53:58,187 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000000001-wal.1731689637909.temp (wrote 3000 edits, skipped 0 edits in 20 ms) 2024-11-15T16:53:58,189 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000000001-wal.1731689637909.temp to hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003000 2024-11-15T16:53:58,189 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-11-15T16:53:58,189 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909, journal: Splitting hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909, size=195.7 K (200357bytes) at 1731689638121Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000000001-wal.1731689637909.temp at 1731689638133 (+12 ms)Split 1024 edits, skipped 0 edits. at 1731689638147 (+14 ms)Split 2048 edits, skipped 0 edits. at 1731689638165 (+18 ms)Finishing writing output for hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909 so closing down at 1731689638181 (+16 ms)3 split writer threads finished at 1731689638181Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000000001-wal.1731689637909.temp (wrote 3000 edits, skipped 0 edits in 20 ms) at 1731689638187 (+6 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000000001-wal.1731689637909.temp to hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003000 at 1731689638189 (+2 ms)Processed 3000 edits across 1 Regions in 62 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1731689638189 2024-11-15T16:53:58,191 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689637909 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689637909 2024-11-15T16:53:58,193 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003000 2024-11-15T16:53:58,193 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:58,195 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:58,209 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195, exclude list is [], retry=0 2024-11-15T16:53:58,212 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:58,213 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:58,213 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:58,215 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195 2024-11-15T16:53:58,216 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741868_1045 (size=200484) 2024-11-15T16:53:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741868_1045 (size=200484) 2024-11-15T16:53:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741868_1045 (size=200484) 2024-11-15T16:53:58,390 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195, size=195.8 K (200484bytes) 2024-11-15T16:53:58,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195 2024-11-15T16:53:58,391 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195 after 0ms 2024-11-15T16:53:58,394 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:58,396 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195 took 6ms 2024-11-15T16:53:58,400 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1731689638195.temp 2024-11-15T16:53:58,403 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003001-wal.1731689638195.temp 2024-11-15T16:53:58,450 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195 so closing down 2024-11-15T16:53:58,450 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:58,450 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:58,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741869_1046 (size=200484) 2024-11-15T16:53:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741869_1046 (size=200484) 2024-11-15T16:53:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741869_1046 (size=200484) 2024-11-15T16:53:58,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003001-wal.1731689638195.temp (wrote 3000 edits, skipped 0 edits in 21 ms) 2024-11-15T16:53:58,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003001-wal.1731689638195.temp to hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000006000 2024-11-15T16:53:58,457 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-11-15T16:53:58,457 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195, journal: Splitting hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195, size=195.8 K (200484bytes) at 1731689638390Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003001-wal.1731689638195.temp at 1731689638403 (+13 ms)Split 1024 edits, skipped 0 edits. at 1731689638415 (+12 ms)Split 2048 edits, skipped 0 edits. at 1731689638434 (+19 ms)Finishing writing output for hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195 so closing down at 1731689638450 (+16 ms)3 split writer threads finished at 1731689638450Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003001-wal.1731689638195.temp (wrote 3000 edits, skipped 0 edits in 21 ms) at 1731689638455 (+5 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003001-wal.1731689638195.temp to hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000006000 at 1731689638457 (+2 ms)Processed 3000 edits across 1 Regions in 61 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1731689638457 2024-11-15T16:53:58,460 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638195 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689638195 2024-11-15T16:53:58,461 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000006000 2024-11-15T16:53:58,461 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:58,463 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/test2727-manual,16010,1731689637835, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:58,479 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638464, exclude list is [], retry=0 2024-11-15T16:53:58,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:58,482 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:58,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:58,486 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1731689637835/wal.1731689638464 2024-11-15T16:53:58,486 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:58,486 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 301fb078bdc973e47c10a63b8b5b761a, NAME => 'test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:53:58,487 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:58,487 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,487 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,488 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,490 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 301fb078bdc973e47c10a63b8b5b761a columnFamilyName a 2024-11-15T16:53:58,490 DEBUG [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:58,490 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(327): Store=301fb078bdc973e47c10a63b8b5b761a/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:58,491 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,492 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 301fb078bdc973e47c10a63b8b5b761a columnFamilyName b 2024-11-15T16:53:58,492 DEBUG [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:58,492 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(327): Store=301fb078bdc973e47c10a63b8b5b761a/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:58,493 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,494 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 301fb078bdc973e47c10a63b8b5b761a columnFamilyName c 2024-11-15T16:53:58,494 DEBUG [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:58,494 INFO [StoreOpener-301fb078bdc973e47c10a63b8b5b761a-1 {}] regionserver.HStore(327): Store=301fb078bdc973e47c10a63b8b5b761a/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:58,495 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,496 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,498 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:58,499 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003000 2024-11-15T16:53:58,502 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:58,554 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003000 2024-11-15T16:53:58,556 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000006000 2024-11-15T16:53:58,558 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:58,615 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000006000 2024-11-15T16:53:58,616 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 301fb078bdc973e47c10a63b8b5b761a 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-11-15T16:53:58,638 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/a/2c94a1869fe94ab8a5e5a7dcbaa84403 is 41, key is test2727/a:100/1731689638220/Put/seqid=0 2024-11-15T16:53:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741871_1048 (size=84227) 2024-11-15T16:53:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741871_1048 (size=84227) 2024-11-15T16:53:58,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741871_1048 (size=84227) 2024-11-15T16:53:58,824 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T16:53:58,825 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T16:53:58,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:53:58,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T16:53:58,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T16:53:58,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T16:53:58,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-11-15T16:53:58,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-11-15T16:53:59,049 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/a/2c94a1869fe94ab8a5e5a7dcbaa84403 2024-11-15T16:53:59,078 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/b/26e970ba7ab64662a25925f3d8867a06 is 41, key is test2727/b:100/1731689638274/Put/seqid=0 2024-11-15T16:53:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741872_1049 (size=84609) 2024-11-15T16:53:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741872_1049 (size=84609) 2024-11-15T16:53:59,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741872_1049 (size=84609) 2024-11-15T16:53:59,084 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/b/26e970ba7ab64662a25925f3d8867a06 2024-11-15T16:53:59,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/c/ac97cf9f05424ce29a0abf5081d1d06f is 41, key is test2727/c:100/1731689638320/Put/seqid=0 2024-11-15T16:53:59,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741873_1050 (size=84609) 2024-11-15T16:53:59,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741873_1050 (size=84609) 2024-11-15T16:53:59,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741873_1050 (size=84609) 2024-11-15T16:53:59,128 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/c/ac97cf9f05424ce29a0abf5081d1d06f 2024-11-15T16:53:59,136 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/a/2c94a1869fe94ab8a5e5a7dcbaa84403 as hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/a/2c94a1869fe94ab8a5e5a7dcbaa84403 2024-11-15T16:53:59,142 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/a/2c94a1869fe94ab8a5e5a7dcbaa84403, entries=2000, sequenceid=6000, filesize=82.3 K 2024-11-15T16:53:59,143 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/b/26e970ba7ab64662a25925f3d8867a06 as hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/b/26e970ba7ab64662a25925f3d8867a06 2024-11-15T16:53:59,150 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/b/26e970ba7ab64662a25925f3d8867a06, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T16:53:59,151 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/.tmp/c/ac97cf9f05424ce29a0abf5081d1d06f as hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/c/ac97cf9f05424ce29a0abf5081d1d06f 2024-11-15T16:53:59,158 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/c/ac97cf9f05424ce29a0abf5081d1d06f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-11-15T16:53:59,158 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 301fb078bdc973e47c10a63b8b5b761a in 543ms, sequenceid=6000, compaction requested=false; wal=null 2024-11-15T16:53:59,160 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000003000 2024-11-15T16:53:59,160 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/0000000000000006000 2024-11-15T16:53:59,162 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:59,162 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:59,163 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:53:59,165 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 301fb078bdc973e47c10a63b8b5b761a 2024-11-15T16:53:59,168 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/test2727/301fb078bdc973e47c10a63b8b5b761a/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-11-15T16:53:59,169 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 301fb078bdc973e47c10a63b8b5b761a; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61105209, jitterRate=-0.08946143090724945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:53:59,170 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 301fb078bdc973e47c10a63b8b5b761a: Writing region info on filesystem at 1731689638487Initializing all the Stores at 1731689638488 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689638488Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689638488Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689638488Obtaining lock to block concurrent updates at 1731689638616 (+128 ms)Preparing flush snapshotting stores in 301fb078bdc973e47c10a63b8b5b761a at 1731689638616Finished memstore snapshotting test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1731689638616Flushing stores of test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. at 1731689638616Flushing 301fb078bdc973e47c10a63b8b5b761a/a: creating writer at 1731689638616Flushing 301fb078bdc973e47c10a63b8b5b761a/a: appending metadata at 1731689638637 (+21 ms)Flushing 301fb078bdc973e47c10a63b8b5b761a/a: closing flushed file at 1731689638637Flushing 301fb078bdc973e47c10a63b8b5b761a/b: creating writer at 1731689639055 (+418 ms)Flushing 301fb078bdc973e47c10a63b8b5b761a/b: appending metadata at 1731689639076 (+21 ms)Flushing 301fb078bdc973e47c10a63b8b5b761a/b: closing flushed file at 1731689639076Flushing 301fb078bdc973e47c10a63b8b5b761a/c: creating writer at 1731689639091 (+15 ms)Flushing 301fb078bdc973e47c10a63b8b5b761a/c: appending metadata at 1731689639120 (+29 ms)Flushing 301fb078bdc973e47c10a63b8b5b761a/c: closing flushed file at 1731689639120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1116bef3: reopening flushed file at 1731689639135 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72267229: reopening flushed file at 1731689639142 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10604161: reopening flushed file at 1731689639150 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 301fb078bdc973e47c10a63b8b5b761a in 543ms, sequenceid=6000, compaction requested=false; wal=null at 1731689639158 (+8 ms)Cleaning up temporary data from old regions at 1731689639162 (+4 ms)Region opened successfully at 1731689639170 (+8 ms) 2024-11-15T16:53:59,171 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-11-15T16:53:59,171 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 301fb078bdc973e47c10a63b8b5b761a, disabling compactions & flushes 2024-11-15T16:53:59,171 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:59,171 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:59,171 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. after waiting 0 ms 2024-11-15T16:53:59,171 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:59,173 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1731689637837.301fb078bdc973e47c10a63b8b5b761a. 2024-11-15T16:53:59,173 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 301fb078bdc973e47c10a63b8b5b761a: Waiting for close lock at 1731689639171Disabling compacts and flushes for region at 1731689639171Disabling writes for close at 1731689639171Writing region close event to WAL at 1731689639173 (+2 ms)Closed at 1731689639173 2024-11-15T16:53:59,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741870_1047 (size=93) 2024-11-15T16:53:59,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741870_1047 (size=93) 2024-11-15T16:53:59,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741870_1047 (size=93) 2024-11-15T16:53:59,179 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:53:59,179 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731689638464) 2024-11-15T16:53:59,195 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=405 (was 403) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:56530 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:44828 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:53140 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=5762 (was 5901) 2024-11-15T16:53:59,209 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=405, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=5760 2024-11-15T16:53:59,226 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:59,233 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:59,234 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1731689639234 2024-11-15T16:53:59,243 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234 2024-11-15T16:53:59,245 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:59,246 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e94565fb118cab5e4efb0ce0dd9b4a62, NAME => 'testSequentialEditLogSeqNum,,1731689639227.e94565fb118cab5e4efb0ce0dd9b4a62.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:53:59,247 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1731689639227.e94565fb118cab5e4efb0ce0dd9b4a62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:59,247 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,247 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,248 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62 doesn't exist for region: e94565fb118cab5e4efb0ce0dd9b4a62 on table testSequentialEditLogSeqNum 2024-11-15T16:53:59,248 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: e94565fb118cab5e4efb0ce0dd9b4a62 on table testSequentialEditLogSeqNum 2024-11-15T16:53:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741875_1052 (size=62) 2024-11-15T16:53:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741875_1052 (size=62) 2024-11-15T16:53:59,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741875_1052 (size=62) 2024-11-15T16:53:59,259 INFO [StoreOpener-e94565fb118cab5e4efb0ce0dd9b4a62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,260 INFO [StoreOpener-e94565fb118cab5e4efb0ce0dd9b4a62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e94565fb118cab5e4efb0ce0dd9b4a62 columnFamilyName a 2024-11-15T16:53:59,260 DEBUG [StoreOpener-e94565fb118cab5e4efb0ce0dd9b4a62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:59,261 INFO [StoreOpener-e94565fb118cab5e4efb0ce0dd9b4a62-1 {}] regionserver.HStore(327): Store=e94565fb118cab5e4efb0ce0dd9b4a62/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:59,262 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,263 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,263 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,264 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,264 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,266 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e94565fb118cab5e4efb0ce0dd9b4a62 2024-11-15T16:53:59,269 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:59,269 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e94565fb118cab5e4efb0ce0dd9b4a62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71861403, jitterRate=0.07081834971904755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:53:59,271 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e94565fb118cab5e4efb0ce0dd9b4a62: Writing region info on filesystem at 1731689639247Initializing all the Stores at 1731689639258 (+11 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689639258Cleaning up temporary data from old regions at 1731689639264 (+6 ms)Region opened successfully at 1731689639271 (+7 ms) 2024-11-15T16:53:59,284 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e94565fb118cab5e4efb0ce0dd9b4a62 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-11-15T16:53:59,306 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/.tmp/a/58eb5334d23946b6aa50787e34305789 is 81, key is testSequentialEditLogSeqNum/a:x0/1731689639271/Put/seqid=0 2024-11-15T16:53:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741876_1053 (size=5833) 2024-11-15T16:53:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741876_1053 (size=5833) 2024-11-15T16:53:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741876_1053 (size=5833) 2024-11-15T16:53:59,317 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/.tmp/a/58eb5334d23946b6aa50787e34305789 2024-11-15T16:53:59,325 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/.tmp/a/58eb5334d23946b6aa50787e34305789 as hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/a/58eb5334d23946b6aa50787e34305789 2024-11-15T16:53:59,331 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/a/58eb5334d23946b6aa50787e34305789, entries=10, sequenceid=13, filesize=5.7 K 2024-11-15T16:53:59,332 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for e94565fb118cab5e4efb0ce0dd9b4a62 in 48ms, sequenceid=13, compaction requested=false 2024-11-15T16:53:59,332 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e94565fb118cab5e4efb0ce0dd9b4a62: 2024-11-15T16:53:59,338 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T16:53:59,338 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T16:53:59,339 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T16:53:59,339 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T16:53:59,339 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-15T16:53:59,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741874_1051 (size=1616) 2024-11-15T16:53:59,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741874_1051 (size=1616) 2024-11-15T16:53:59,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741874_1051 (size=1616) 2024-11-15T16:53:59,359 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234, size=1.6 K (1616bytes) 2024-11-15T16:53:59,359 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234 2024-11-15T16:53:59,360 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234 after 1ms 2024-11-15T16:53:59,363 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:53:59,363 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234 took 4ms 2024-11-15T16:53:59,367 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234 so closing down 2024-11-15T16:53:59,367 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:53:59,368 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731689639234.temp 2024-11-15T16:53:59,370 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000003-wal.1731689639234.temp 2024-11-15T16:53:59,370 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:53:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741877_1054 (size=1175) 2024-11-15T16:53:59,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741877_1054 (size=1175) 2024-11-15T16:53:59,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741877_1054 (size=1175) 2024-11-15T16:53:59,379 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000003-wal.1731689639234.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-11-15T16:53:59,381 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000003-wal.1731689639234.temp to hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000020 2024-11-15T16:53:59,381 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-11-15T16:53:59,381 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234, journal: Splitting hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234, size=1.6 K (1616bytes) at 1731689639359Finishing writing output for hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234 so closing down at 1731689639367 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000003-wal.1731689639234.temp at 1731689639370 (+3 ms)3 split writer threads finished at 1731689639370Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000003-wal.1731689639234.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1731689639379 (+9 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000003-wal.1731689639234.temp to hdfs://localhost:39319/hbase/data/default/testSequentialEditLogSeqNum/e94565fb118cab5e4efb0ce0dd9b4a62/recovered.edits/0000000000000000020 at 1731689639381 (+2 ms)Processed 17 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:39319/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1731689639225/wal.1731689639234, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1731689639381 2024-11-15T16:53:59,396 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=410 (was 405) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:56530 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=5743 (was 5760) 2024-11-15T16:53:59,409 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=410, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=5742 2024-11-15T16:53:59,426 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:59,429 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:53:59,456 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:53:59,459 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-27937774, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-27937774, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:59,475 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-27937774/hregion-27937774.1731689639460, exclude list is [], retry=0 2024-11-15T16:53:59,478 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:59,479 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:59,479 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:59,482 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-27937774/hregion-27937774.1731689639460 2024-11-15T16:53:59,482 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:59,482 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e318923997fc069f828446c3e49d349d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:53:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741879_1056 (size=70) 2024-11-15T16:53:59,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741879_1056 (size=70) 2024-11-15T16:53:59,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741879_1056 (size=70) 2024-11-15T16:53:59,496 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:59,497 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,499 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName a 2024-11-15T16:53:59,499 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:59,499 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:59,500 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,501 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName b 2024-11-15T16:53:59,501 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:59,502 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:59,502 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,503 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName c 2024-11-15T16:53:59,503 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:59,504 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:59,504 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,505 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,506 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,506 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,507 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:53:59,508 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,511 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:53:59,511 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e318923997fc069f828446c3e49d349d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66704594, jitterRate=-0.006024092435836792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:53:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e318923997fc069f828446c3e49d349d: Writing region info on filesystem at 1731689639496Initializing all the Stores at 1731689639497 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689639497Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689639497Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689639497Cleaning up temporary data from old regions at 1731689639506 (+9 ms)Region opened successfully at 1731689639513 (+7 ms) 2024-11-15T16:53:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e318923997fc069f828446c3e49d349d, disabling compactions & flushes 2024-11-15T16:53:59,513 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:53:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:53:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. after waiting 0 ms 2024-11-15T16:53:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:53:59,513 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:53:59,513 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e318923997fc069f828446c3e49d349d: Waiting for close lock at 1731689639513Disabling compacts and flushes for region at 1731689639513Disabling writes for close at 1731689639513Writing region close event to WAL at 1731689639513Closed at 1731689639513 2024-11-15T16:53:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741878_1055 (size=93) 2024-11-15T16:53:59,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741878_1055 (size=93) 2024-11-15T16:53:59,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741878_1055 (size=93) 2024-11-15T16:53:59,519 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:53:59,519 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-27937774:(num 1731689639460) 2024-11-15T16:53:59,519 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:53:59,521 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:53:59,536 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522, exclude list is [], retry=0 2024-11-15T16:53:59,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:53:59,539 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:53:59,540 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:53:59,542 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 2024-11-15T16:53:59,542 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:53:59,542 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e318923997fc069f828446c3e49d349d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:53:59,542 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:53:59,543 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,543 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,544 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,545 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName a 2024-11-15T16:53:59,545 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:59,546 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:59,546 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,546 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName b 2024-11-15T16:53:59,547 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:59,547 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:59,547 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,548 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName c 2024-11-15T16:53:59,548 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:53:59,548 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:53:59,548 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,549 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,550 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,551 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,551 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,552 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:53:59,553 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e318923997fc069f828446c3e49d349d 2024-11-15T16:53:59,554 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e318923997fc069f828446c3e49d349d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63318546, jitterRate=-0.05648013949394226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:53:59,555 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e318923997fc069f828446c3e49d349d: Writing region info on filesystem at 1731689639543Initializing all the Stores at 1731689639544 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689639544Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689639544Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689639544Cleaning up temporary data from old regions at 1731689639551 (+7 ms)Region opened successfully at 1731689639555 (+4 ms) 2024-11-15T16:53:59,560 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1731689639559/Put/seqid=0 2024-11-15T16:53:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741881_1058 (size=4826) 2024-11-15T16:53:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741881_1058 (size=4826) 2024-11-15T16:53:59,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741881_1058 (size=4826) 2024-11-15T16:53:59,567 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in e318923997fc069f828446c3e49d349d/a 2024-11-15T16:53:59,575 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-11-15T16:53:59,575 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T16:53:59,575 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e318923997fc069f828446c3e49d349d: 2024-11-15T16:53:59,577 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/a/8f8e28c47a964238a64918d61bb61f83_SeqId_3_ 2024-11-15T16:53:59,578 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e318923997fc069f828446c3e49d349d/a as hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/a/8f8e28c47a964238a64918d61bb61f83_SeqId_3_ - updating store file list. 2024-11-15T16:53:59,584 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f8e28c47a964238a64918d61bb61f83_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T16:53:59,584 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/a/8f8e28c47a964238a64918d61bb61f83_SeqId_3_ into e318923997fc069f828446c3e49d349d/a 2024-11-15T16:53:59,584 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into e318923997fc069f828446c3e49d349d/a (new location: hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/a/8f8e28c47a964238a64918d61bb61f83_SeqId_3_) 2024-11-15T16:53:59,628 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522, size=0 (0bytes) 2024-11-15T16:53:59,628 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 might be still open, length is 0 2024-11-15T16:53:59,628 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 2024-11-15T16:53:59,628 WARN [IPC Server handler 0 on default port 39319 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-11-15T16:53:59,629 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 after 1ms 2024-11-15T16:54:02,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:56626 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56626 dst: /127.0.0.1:36639 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36639 remote=/127.0.0.1:56626]. Total timeout mills is 60000, 57305 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:02,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:44964 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44964 dst: /127.0.0.1:36183 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:02,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:53236 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53236 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741880_1059 (size=434) 2024-11-15T16:54:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741880_1059 (size=434) 2024-11-15T16:54:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741880_1059 (size=434) 2024-11-15T16:54:03,630 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 after 4002ms 2024-11-15T16:54:03,634 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:03,634 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 took 4006ms 2024-11-15T16:54:03,637 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522; continuing. 2024-11-15T16:54:03,637 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 so closing down 2024-11-15T16:54:03,637 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:03,639 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1731689639522.temp 2024-11-15T16:54:03,640 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005-wal.1731689639522.temp 2024-11-15T16:54:03,641 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:03,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741882_1060 (size=236) 2024-11-15T16:54:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741882_1060 (size=236) 2024-11-15T16:54:03,649 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005-wal.1731689639522.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-15T16:54:03,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741882_1060 (size=236) 2024-11-15T16:54:03,651 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005-wal.1731689639522.temp to hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005 2024-11-15T16:54:03,651 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T16:54:03,651 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522, journal: Splitting hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522, size=0 (0bytes) at 1731689639628Finishing writing output for hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 so closing down at 1731689643637 (+4009 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005-wal.1731689639522.temp at 1731689643641 (+4 ms)3 split writer threads finished at 1731689643641Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005-wal.1731689639522.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731689643649 (+8 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005-wal.1731689639522.temp to hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005 at 1731689643651 (+2 ms)Processed 2 edits across 1 Regions in 16 ms; skipped=1; WAL=hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522, size=0, length=0, corrupted=false, cancelled=false at 1731689643651 2024-11-15T16:54:03,653 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689639522 2024-11-15T16:54:03,654 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005 2024-11-15T16:54:03,654 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:03,655 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:03,673 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689643656, exclude list is [], retry=0 2024-11-15T16:54:03,676 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:03,676 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:03,677 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:03,679 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689643656 2024-11-15T16:54:03,679 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:03,679 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e318923997fc069f828446c3e49d349d, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:03,680 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:03,680 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,680 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,682 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,683 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName a 2024-11-15T16:54:03,683 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:03,690 DEBUG [StoreFileOpener-e318923997fc069f828446c3e49d349d-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f8e28c47a964238a64918d61bb61f83_SeqId_3_: NONE, but ROW specified in column family configuration 2024-11-15T16:54:03,690 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/a/8f8e28c47a964238a64918d61bb61f83_SeqId_3_ 2024-11-15T16:54:03,690 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:03,690 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,691 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName b 2024-11-15T16:54:03,691 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:03,692 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:03,692 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,693 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e318923997fc069f828446c3e49d349d columnFamilyName c 2024-11-15T16:54:03,693 DEBUG [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:03,693 INFO [StoreOpener-e318923997fc069f828446c3e49d349d-1 {}] regionserver.HStore(327): Store=e318923997fc069f828446c3e49d349d/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:03,693 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,695 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,696 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,697 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005 2024-11-15T16:54:03,699 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:03,700 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005 2024-11-15T16:54:03,700 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e318923997fc069f828446c3e49d349d 3/3 column families, dataSize=58 B heapSize=904 B 2024-11-15T16:54:03,743 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/.tmp/a/98c71746b9954df190d0c9485cc46edc is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1731689639589/Put/seqid=0 2024-11-15T16:54:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741884_1062 (size=5149) 2024-11-15T16:54:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741884_1062 (size=5149) 2024-11-15T16:54:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741884_1062 (size=5149) 2024-11-15T16:54:03,753 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/.tmp/a/98c71746b9954df190d0c9485cc46edc 2024-11-15T16:54:03,761 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/.tmp/a/98c71746b9954df190d0c9485cc46edc as hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/a/98c71746b9954df190d0c9485cc46edc 2024-11-15T16:54:03,769 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/a/98c71746b9954df190d0c9485cc46edc, entries=1, sequenceid=5, filesize=5.0 K 2024-11-15T16:54:03,769 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e318923997fc069f828446c3e49d349d in 69ms, sequenceid=5, compaction requested=false; wal=null 2024-11-15T16:54:03,770 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/0000000000000000005 2024-11-15T16:54:03,771 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,771 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,772 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:03,778 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e318923997fc069f828446c3e49d349d 2024-11-15T16:54:03,781 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/e318923997fc069f828446c3e49d349d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-15T16:54:03,782 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e318923997fc069f828446c3e49d349d; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64290340, jitterRate=-0.04199928045272827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:03,782 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e318923997fc069f828446c3e49d349d: Writing region info on filesystem at 1731689643680Initializing all the Stores at 1731689643681 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689643681Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689643681Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689643681Obtaining lock to block concurrent updates at 1731689643700 (+19 ms)Preparing flush snapshotting stores in e318923997fc069f828446c3e49d349d at 1731689643700Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1731689643700Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. at 1731689643700Flushing e318923997fc069f828446c3e49d349d/a: creating writer at 1731689643700Flushing e318923997fc069f828446c3e49d349d/a: appending metadata at 1731689643742 (+42 ms)Flushing e318923997fc069f828446c3e49d349d/a: closing flushed file at 1731689643742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6312b5a9: reopening flushed file at 1731689643760 (+18 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for e318923997fc069f828446c3e49d349d in 69ms, sequenceid=5, compaction requested=false; wal=null at 1731689643769 (+9 ms)Cleaning up temporary data from old regions at 1731689643771 (+2 ms)Region opened successfully at 1731689643782 (+11 ms) 2024-11-15T16:54:03,787 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e318923997fc069f828446c3e49d349d, disabling compactions & flushes 2024-11-15T16:54:03,787 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:54:03,787 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:54:03,787 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. after waiting 0 ms 2024-11-15T16:54:03,787 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:54:03,788 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1731689639427.e318923997fc069f828446c3e49d349d. 2024-11-15T16:54:03,788 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e318923997fc069f828446c3e49d349d: Waiting for close lock at 1731689643787Disabling compacts and flushes for region at 1731689643787Disabling writes for close at 1731689643787Writing region close event to WAL at 1731689643788 (+1 ms)Closed at 1731689643788 2024-11-15T16:54:03,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741883_1061 (size=93) 2024-11-15T16:54:03,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741883_1061 (size=93) 2024-11-15T16:54:03,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741883_1061 (size=93) 2024-11-15T16:54:03,794 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:03,794 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731689643656) 2024-11-15T16:54:03,809 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=415 (was 410) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_976685182_22 at /127.0.0.1:40650 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:39319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_976685182_22 at /127.0.0.1:53658 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_976685182_22 at /127.0.0.1:39092 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:39319 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 195), ProcessCount=11 (was 11), AvailableMemoryMB=5645 (was 5742) 2024-11-15T16:54:03,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=415, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=5645 2024-11-15T16:54:03,837 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:03,842 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T16:54:03,847 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:54:03,849 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22867e6a 2024-11-15T16:54:03,850 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T16:54:03,852 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T16:54:03,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T16:54:03,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T16:54:03,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T16:54:03,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-11-15T16:54:03,867 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:03,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T16:54:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:54:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741885_1063 (size=694) 2024-11-15T16:54:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741885_1063 (size=694) 2024-11-15T16:54:03,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741885_1063 (size=694) 2024-11-15T16:54:03,884 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 815d5b1a576ee20c18468b0c00a48feb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834 2024-11-15T16:54:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741886_1064 (size=77) 2024-11-15T16:54:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741886_1064 (size=77) 2024-11-15T16:54:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741886_1064 (size=77) 2024-11-15T16:54:03,893 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:03,893 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 815d5b1a576ee20c18468b0c00a48feb, disabling compactions & flushes 2024-11-15T16:54:03,893 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:03,893 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:03,893 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. after waiting 0 ms 2024-11-15T16:54:03,893 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:03,893 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:03,893 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 815d5b1a576ee20c18468b0c00a48feb: Waiting for close lock at 1731689643893Disabling compacts and flushes for region at 1731689643893Disabling writes for close at 1731689643893Writing region close event to WAL at 1731689643893Closed at 1731689643893 2024-11-15T16:54:03,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T16:54:03,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1731689643895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731689643895"}]},"ts":"1731689643895"} 2024-11-15T16:54:03,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T16:54:03,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T16:54:03,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689643904"}]},"ts":"1731689643904"} 2024-11-15T16:54:03,911 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-11-15T16:54:03,911 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {a9bde5b3a1b5=0} racks are {/default-rack=0} 2024-11-15T16:54:03,912 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T16:54:03,912 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T16:54:03,912 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-15T16:54:03,912 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T16:54:03,912 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T16:54:03,912 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-15T16:54:03,913 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T16:54:03,913 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T16:54:03,913 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-15T16:54:03,913 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T16:54:03,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN}] 2024-11-15T16:54:03,916 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN 2024-11-15T16:54:03,917 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN; state=OFFLINE, location=a9bde5b3a1b5,44531,1731689629097; forceNewPlan=false, retain=false 2024-11-15T16:54:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:54:04,070 INFO [a9bde5b3a1b5:46491 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T16:54:04,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPENING, regionLocation=a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:04,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN because future has completed 2024-11-15T16:54:04,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097}] 2024-11-15T16:54:04,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:54:04,228 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:54:04,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55531, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:54:04,235 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,235 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 815d5b1a576ee20c18468b0c00a48feb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:04,235 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,236 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:04,236 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,236 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,237 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,239 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf1 2024-11-15T16:54:04,239 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:04,240 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:04,240 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,241 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf2 2024-11-15T16:54:04,241 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:04,242 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:04,242 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,243 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,243 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,244 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,244 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,245 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T16:54:04,246 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,248 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:54:04,249 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 815d5b1a576ee20c18468b0c00a48feb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61083725, jitterRate=-0.08978156745433807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T16:54:04,249 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,250 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 815d5b1a576ee20c18468b0c00a48feb: Running coprocessor pre-open hook at 1731689644236Writing region info on filesystem at 1731689644236Initializing all the Stores at 1731689644237 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689644237Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689644237Cleaning up temporary data from old regions at 1731689644244 (+7 ms)Running coprocessor post-open hooks at 1731689644249 (+5 ms)Region opened successfully at 1731689644250 (+1 ms) 2024-11-15T16:54:04,252 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., pid=6, masterSystemTime=1731689644227 2024-11-15T16:54:04,255 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,255 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,256 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPEN, openSeqNum=2, regionLocation=a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:04,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097 because future has completed 2024-11-15T16:54:04,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T16:54:04,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097 in 186 msec 2024-11-15T16:54:04,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T16:54:04,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN in 349 msec 2024-11-15T16:54:04,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T16:54:04,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731689644267"}]},"ts":"1731689644267"} 2024-11-15T16:54:04,269 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-11-15T16:54:04,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T16:54:04,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 415 msec 2024-11-15T16:54:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T16:54:04,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-11-15T16:54:04,495 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-11-15T16:54:04,497 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T16:54:04,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-11-15T16:54:04,503 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-15T16:54:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-11-15T16:54:04,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=2] 2024-11-15T16:54:04,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:54:04,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:54:04,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=815d5b1a576ee20c18468b0c00a48feb, source=a9bde5b3a1b5,44531,1731689629097, destination=a9bde5b3a1b5,38295,1731689629203, warming up region on a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:04,536 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=815d5b1a576ee20c18468b0c00a48feb, source=a9bde5b3a1b5,44531,1731689629097, destination=a9bde5b3a1b5,38295,1731689629203, running balancer 2024-11-15T16:54:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE 2024-11-15T16:54:04,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE 2024-11-15T16:54:04,539 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=CLOSING, regionLocation=a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:04,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(7855): Warmup {ENCODED => 815d5b1a576ee20c18468b0c00a48feb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:04,542 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE because future has completed 2024-11-15T16:54:04,543 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T16:54:04,543 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf1 2024-11-15T16:54:04,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097}] 2024-11-15T16:54:04,543 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:04,544 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:04,544 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,545 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf2 2024-11-15T16:54:04,546 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:04,546 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(1722): Closing 815d5b1a576ee20c18468b0c00a48feb, disabling compactions & flushes 2024-11-15T16:54:04,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. after waiting 0 ms 2024-11-15T16:54:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] regionserver.HRegion(1676): Region close journal for 815d5b1a576ee20c18468b0c00a48feb: Waiting for close lock at 1731689644546Disabling compacts and flushes for region at 1731689644546Disabling writes for close at 1731689644546Writing region close event to WAL at 1731689644547 (+1 ms)Closed at 1731689644547 2024-11-15T16:54:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-11-15T16:54:04,702 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,702 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T16:54:04,703 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 815d5b1a576ee20c18468b0c00a48feb, disabling compactions & flushes 2024-11-15T16:54:04,703 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,703 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,703 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. after waiting 0 ms 2024-11-15T16:54:04,703 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,703 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 815d5b1a576ee20c18468b0c00a48feb 2/2 column families, dataSize=31 B heapSize=616 B 2024-11-15T16:54:04,721 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf1/b6adf82b386a429fa3ee97b6ebfd937c is 35, key is r1/cf1:q/1731689644521/Put/seqid=0 2024-11-15T16:54:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741887_1065 (size=4783) 2024-11-15T16:54:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741887_1065 (size=4783) 2024-11-15T16:54:04,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741887_1065 (size=4783) 2024-11-15T16:54:04,731 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf1/b6adf82b386a429fa3ee97b6ebfd937c 2024-11-15T16:54:04,738 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf1/b6adf82b386a429fa3ee97b6ebfd937c as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c 2024-11-15T16:54:04,744 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c, entries=1, sequenceid=5, filesize=4.7 K 2024-11-15T16:54:04,746 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 815d5b1a576ee20c18468b0c00a48feb in 43ms, sequenceid=5, compaction requested=false 2024-11-15T16:54:04,746 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-11-15T16:54:04,751 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T16:54:04,753 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:04,753 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 815d5b1a576ee20c18468b0c00a48feb: Waiting for close lock at 1731689644703Running coprocessor pre-close hooks at 1731689644703Disabling compacts and flushes for region at 1731689644703Disabling writes for close at 1731689644703Obtaining lock to block concurrent updates at 1731689644703Preparing flush snapshotting stores in 815d5b1a576ee20c18468b0c00a48feb at 1731689644703Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1731689644704 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. at 1731689644705 (+1 ms)Flushing 815d5b1a576ee20c18468b0c00a48feb/cf1: creating writer at 1731689644705Flushing 815d5b1a576ee20c18468b0c00a48feb/cf1: appending metadata at 1731689644721 (+16 ms)Flushing 815d5b1a576ee20c18468b0c00a48feb/cf1: closing flushed file at 1731689644721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c74415a: reopening flushed file at 1731689644737 (+16 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 815d5b1a576ee20c18468b0c00a48feb in 43ms, sequenceid=5, compaction requested=false at 1731689644746 (+9 ms)Writing region close event to WAL at 1731689644747 (+1 ms)Running coprocessor post-close hooks at 1731689644751 (+4 ms)Closed at 1731689644753 (+2 ms) 2024-11-15T16:54:04,754 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 815d5b1a576ee20c18468b0c00a48feb move to a9bde5b3a1b5,38295,1731689629203 record at close sequenceid=5 2024-11-15T16:54:04,757 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:04,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=CLOSED 2024-11-15T16:54:04,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097 because future has completed 2024-11-15T16:54:04,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-15T16:54:04,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097 in 219 msec 2024-11-15T16:54:04,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE; state=CLOSED, location=a9bde5b3a1b5,38295,1731689629203; forceNewPlan=false, retain=false 2024-11-15T16:54:04,917 INFO [a9bde5b3a1b5:46491 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T16:54:04,917 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPENING, regionLocation=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:04,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE because future has completed 2024-11-15T16:54:04,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,38295,1731689629203}] 2024-11-15T16:54:05,079 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,079 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 815d5b1a576ee20c18468b0c00a48feb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:05,079 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,079 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:05,079 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,080 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,081 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,082 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf1 2024-11-15T16:54:05,082 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:05,089 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c 2024-11-15T16:54:05,089 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:05,090 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,090 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf2 2024-11-15T16:54:05,091 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:05,091 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:05,091 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,092 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,093 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,094 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,094 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,095 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T16:54:05,096 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,097 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 815d5b1a576ee20c18468b0c00a48feb; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63662445, jitterRate=-0.051355645060539246}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T16:54:05,097 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,098 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 815d5b1a576ee20c18468b0c00a48feb: Running coprocessor pre-open hook at 1731689645080Writing region info on filesystem at 1731689645080Initializing all the Stores at 1731689645081 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689645081Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689645081Cleaning up temporary data from old regions at 1731689645094 (+13 ms)Running coprocessor post-open hooks at 1731689645097 (+3 ms)Region opened successfully at 1731689645098 (+1 ms) 2024-11-15T16:54:05,099 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., pid=9, masterSystemTime=1731689645073 2024-11-15T16:54:05,101 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,101 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPEN, openSeqNum=9, regionLocation=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:05,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,38295,1731689629203 because future has completed 2024-11-15T16:54:05,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-11-15T16:54:05,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,38295,1731689629203 in 186 msec 2024-11-15T16:54:05,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE in 573 msec 2024-11-15T16:54:05,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:54:05,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:54:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:54672 deadline: 1731689705150, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=38295 startCode=1731689629203. As of locationSeqNum=5. 2024-11-15T16:54:05,176 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=38295 startCode=1731689629203. As of locationSeqNum=5. 2024-11-15T16:54:05,177 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=38295 startCode=1731689629203. As of locationSeqNum=5. 2024-11-15T16:54:05,177 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,38295,1731689629203, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=38295 startCode=1731689629203. As of locationSeqNum=5. 2024-11-15T16:54:05,300 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 815d5b1a576ee20c18468b0c00a48feb 2/2 column families, dataSize=50 B heapSize=720 B 2024-11-15T16:54:05,318 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf1/92592eab47dc4306be2af9f76df314ac is 29, key is r1/cf1:/1731689645287/DeleteFamily/seqid=0 2024-11-15T16:54:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741888_1066 (size=4906) 2024-11-15T16:54:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741888_1066 (size=4906) 2024-11-15T16:54:05,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741888_1066 (size=4906) 2024-11-15T16:54:05,332 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf1/92592eab47dc4306be2af9f76df314ac 2024-11-15T16:54:05,340 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92592eab47dc4306be2af9f76df314ac 2024-11-15T16:54:05,363 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf2/a183d88793c84d3897bcf7ddfac3fe31 is 29, key is r1/cf2:/1731689645287/DeleteFamily/seqid=0 2024-11-15T16:54:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741889_1067 (size=4906) 2024-11-15T16:54:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741889_1067 (size=4906) 2024-11-15T16:54:05,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741889_1067 (size=4906) 2024-11-15T16:54:05,373 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf2/a183d88793c84d3897bcf7ddfac3fe31 2024-11-15T16:54:05,380 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a183d88793c84d3897bcf7ddfac3fe31 2024-11-15T16:54:05,381 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf1/92592eab47dc4306be2af9f76df314ac as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/92592eab47dc4306be2af9f76df314ac 2024-11-15T16:54:05,389 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92592eab47dc4306be2af9f76df314ac 2024-11-15T16:54:05,389 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/92592eab47dc4306be2af9f76df314ac, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T16:54:05,391 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf2/a183d88793c84d3897bcf7ddfac3fe31 as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/a183d88793c84d3897bcf7ddfac3fe31 2024-11-15T16:54:05,398 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a183d88793c84d3897bcf7ddfac3fe31 2024-11-15T16:54:05,398 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/a183d88793c84d3897bcf7ddfac3fe31, entries=1, sequenceid=12, filesize=4.8 K 2024-11-15T16:54:05,399 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 815d5b1a576ee20c18468b0c00a48feb in 99ms, sequenceid=12, compaction requested=false 2024-11-15T16:54:05,400 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 815d5b1a576ee20c18468b0c00a48feb: 2024-11-15T16:54:05,403 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-15T16:54:05,404 DEBUG [Time-limited test {}] regionserver.HStore(1541): 815d5b1a576ee20c18468b0c00a48feb/cf1 is initiating major compaction (all files) 2024-11-15T16:54:05,404 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:54:05,404 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:54:05,405 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 815d5b1a576ee20c18468b0c00a48feb/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,405 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c, hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/92592eab47dc4306be2af9f76df314ac] into tmpdir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp, totalSize=9.5 K 2024-11-15T16:54:05,407 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b6adf82b386a429fa3ee97b6ebfd937c, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731689644521 2024-11-15T16:54:05,408 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 92592eab47dc4306be2af9f76df314ac, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T16:54:05,423 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 815d5b1a576ee20c18468b0c00a48feb#cf1#compaction#16 average throughput is 0.00 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:54:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741890_1068 (size=4626) 2024-11-15T16:54:05,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741890_1068 (size=4626) 2024-11-15T16:54:05,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741890_1068 (size=4626) 2024-11-15T16:54:05,440 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf1/10e8427740ab46ebbe45ecf8b428f824 as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/10e8427740ab46ebbe45ecf8b428f824 2024-11-15T16:54:05,456 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 815d5b1a576ee20c18468b0c00a48feb/cf1 of 815d5b1a576ee20c18468b0c00a48feb into 10e8427740ab46ebbe45ecf8b428f824(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:54:05,456 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 815d5b1a576ee20c18468b0c00a48feb: 2024-11-15T16:54:05,456 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-15T16:54:05,456 DEBUG [Time-limited test {}] regionserver.HStore(1541): 815d5b1a576ee20c18468b0c00a48feb/cf2 is initiating major compaction (all files) 2024-11-15T16:54:05,456 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T16:54:05,456 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T16:54:05,456 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 815d5b1a576ee20c18468b0c00a48feb/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,457 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/a183d88793c84d3897bcf7ddfac3fe31] into tmpdir=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp, totalSize=4.8 K 2024-11-15T16:54:05,457 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a183d88793c84d3897bcf7ddfac3fe31, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-11-15T16:54:05,464 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 815d5b1a576ee20c18468b0c00a48feb#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-15T16:54:05,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741891_1069 (size=4592) 2024-11-15T16:54:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741891_1069 (size=4592) 2024-11-15T16:54:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741891_1069 (size=4592) 2024-11-15T16:54:05,481 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/.tmp/cf2/1e1f68dd40a44181ad46ff7989b6bf14 as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/1e1f68dd40a44181ad46ff7989b6bf14 2024-11-15T16:54:05,489 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 815d5b1a576ee20c18468b0c00a48feb/cf2 of 815d5b1a576ee20c18468b0c00a48feb into 1e1f68dd40a44181ad46ff7989b6bf14(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:54:05,489 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 815d5b1a576ee20c18468b0c00a48feb: 2024-11-15T16:54:05,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=815d5b1a576ee20c18468b0c00a48feb, source=a9bde5b3a1b5,38295,1731689629203, destination=a9bde5b3a1b5,44531,1731689629097, warming up region on a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:05,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=815d5b1a576ee20c18468b0c00a48feb, source=a9bde5b3a1b5,38295,1731689629203, destination=a9bde5b3a1b5,44531,1731689629097, running balancer 2024-11-15T16:54:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE 2024-11-15T16:54:05,498 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE 2024-11-15T16:54:05,500 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=CLOSING, regionLocation=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:05,501 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=a9bde5b3a1b5,38295,1731689629203, table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T16:54:05,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(7855): Warmup {ENCODED => 815d5b1a576ee20c18468b0c00a48feb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:05,502 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE because future has completed 2024-11-15T16:54:05,503 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf1 2024-11-15T16:54:05,504 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-15T16:54:05,504 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:05,504 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,38295,1731689629203}] 2024-11-15T16:54:05,512 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/10e8427740ab46ebbe45ecf8b428f824 2024-11-15T16:54:05,518 INFO [StoreFileOpener-815d5b1a576ee20c18468b0c00a48feb-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 92592eab47dc4306be2af9f76df314ac 2024-11-15T16:54:05,518 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/92592eab47dc4306be2af9f76df314ac 2024-11-15T16:54:05,524 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c 2024-11-15T16:54:05,524 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:05,525 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,526 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf2 2024-11-15T16:54:05,526 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:05,534 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/1e1f68dd40a44181ad46ff7989b6bf14 2024-11-15T16:54:05,539 INFO [StoreFileOpener-815d5b1a576ee20c18468b0c00a48feb-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a183d88793c84d3897bcf7ddfac3fe31 2024-11-15T16:54:05,539 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/a183d88793c84d3897bcf7ddfac3fe31 2024-11-15T16:54:05,539 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(1722): Closing 815d5b1a576ee20c18468b0c00a48feb, disabling compactions & flushes 2024-11-15T16:54:05,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. after waiting 0 ms 2024-11-15T16:54:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44531 {}] regionserver.HRegion(1676): Region close journal for 815d5b1a576ee20c18468b0c00a48feb: Waiting for close lock at 1731689645540Disabling compacts and flushes for region at 1731689645540Disabling writes for close at 1731689645540Writing region close event to WAL at 1731689645541 (+1 ms)Closed at 1731689645541 2024-11-15T16:54:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-11-15T16:54:05,659 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,659 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-15T16:54:05,659 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 815d5b1a576ee20c18468b0c00a48feb, disabling compactions & flushes 2024-11-15T16:54:05,659 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,659 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,659 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. after waiting 0 ms 2024-11-15T16:54:05,659 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,660 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c, hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/92592eab47dc4306be2af9f76df314ac] to archive 2024-11-15T16:54:05,664 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T16:54:05,668 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c to hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/b6adf82b386a429fa3ee97b6ebfd937c 2024-11-15T16:54:05,670 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/92592eab47dc4306be2af9f76df314ac to hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/92592eab47dc4306be2af9f76df314ac 2024-11-15T16:54:05,684 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/a183d88793c84d3897bcf7ddfac3fe31] to archive 2024-11-15T16:54:05,685 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T16:54:05,687 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/a183d88793c84d3897bcf7ddfac3fe31 to hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/a183d88793c84d3897bcf7ddfac3fe31 2024-11-15T16:54:05,692 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-11-15T16:54:05,693 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:05,693 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 815d5b1a576ee20c18468b0c00a48feb: Waiting for close lock at 1731689645659Running coprocessor pre-close hooks at 1731689645659Disabling compacts and flushes for region at 1731689645659Disabling writes for close at 1731689645659Writing region close event to WAL at 1731689645689 (+30 ms)Running coprocessor post-close hooks at 1731689645693 (+4 ms)Closed at 1731689645693 2024-11-15T16:54:05,693 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 815d5b1a576ee20c18468b0c00a48feb move to a9bde5b3a1b5,44531,1731689629097 record at close sequenceid=12 2024-11-15T16:54:05,696 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:05,697 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=CLOSED 2024-11-15T16:54:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,38295,1731689629203 because future has completed 2024-11-15T16:54:05,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T16:54:05,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,38295,1731689629203 in 197 msec 2024-11-15T16:54:05,704 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE; state=CLOSED, location=a9bde5b3a1b5,44531,1731689629097; forceNewPlan=false, retain=false 2024-11-15T16:54:05,855 INFO [a9bde5b3a1b5:46491 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-15T16:54:05,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPENING, regionLocation=a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:05,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE because future has completed 2024-11-15T16:54:05,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097}] 2024-11-15T16:54:06,014 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,014 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 815d5b1a576ee20c18468b0c00a48feb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:06,015 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,015 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:06,015 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,015 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,016 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,017 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf1 2024-11-15T16:54:06,018 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:06,024 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/10e8427740ab46ebbe45ecf8b428f824 2024-11-15T16:54:06,024 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:06,024 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,025 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf2 2024-11-15T16:54:06,025 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:06,031 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/1e1f68dd40a44181ad46ff7989b6bf14 2024-11-15T16:54:06,031 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:06,031 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,032 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,033 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,034 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,034 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,035 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T16:54:06,036 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,037 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 815d5b1a576ee20c18468b0c00a48feb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73833195, jitterRate=0.1002003401517868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T16:54:06,037 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,038 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 815d5b1a576ee20c18468b0c00a48feb: Running coprocessor pre-open hook at 1731689646015Writing region info on filesystem at 1731689646015Initializing all the Stores at 1731689646016 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689646016Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689646016Cleaning up temporary data from old regions at 1731689646034 (+18 ms)Running coprocessor post-open hooks at 1731689646037 (+3 ms)Region opened successfully at 1731689646038 (+1 ms) 2024-11-15T16:54:06,039 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., pid=12, masterSystemTime=1731689646010 2024-11-15T16:54:06,043 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,043 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPEN, openSeqNum=18, regionLocation=a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:06,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097 because future has completed 2024-11-15T16:54:06,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-15T16:54:06,052 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,44531,1731689629097 in 190 msec 2024-11-15T16:54:06,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, REOPEN/MOVE in 556 msec 2024-11-15T16:54:06,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:54:06,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54676, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:54:06,104 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server a9bde5b3a1b5,44531,1731689629097: testing ***** 2024-11-15T16:54:06,104 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T16:54:06,107 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T16:54:06,108 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T16:54:06,110 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T16:54:06,111 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T16:54:06,118 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 278385776 }, "NonHeapMemoryUsage": { "committed": 171376640, "init": 7667712, "max": -1, "used": 168640840 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "a9bde5b3a1b5", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2068, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 1, "ProcessCallTime_max": 10, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 3, "ProcessCallTime_median": 5, "ProcessCallTime_75th_percentile": 7, "ProcessCallTime_90th_percentile": 9, "ProcessCallTime_95th_percentile": 9, "ProcessCallTime_98th_percentile": 9, "ProcessCallTime_99th_percentile": 9, "ProcessCallTime_99.9th_percentile": 9, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 1, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 1, "TotalCallTime_max": 10, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 3, "TotalCallTime_median": 5, "TotalCallTime_75th_percentile": 7, "TotalCallTime_90th_percentile": 9, "TotalCallTime_95th_percentile": 9, "TotalCallTime_98th_percentile": 9, "TotalCallTime_99th_percentile": 9, "TotalCallTime_99.9th_percentile": 9, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 175, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 131, "ResponseSize_90th_percentile": 157, "ResponseSize_95th_percentile": 166, "ResponseSize_98th_percentile": 171, "ResponseSize_99th_percentile": 173, "ResponseSize_99.9th_percentile": 174, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 352 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "a9bde5b3a1b5", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:51574", "tag.serverName": "a9bde5b3a1b5,38295,1731689629203", "tag.clusterId": "bc2afa9b-6385-41f5-af76-6dbde631476f", "tag.Context": "regionserver", "tag.Hostname": "a9bde5b3a1b5", "regionCount": 1, "storeCount": 4, "hlogFileCount": 2, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 74, "memStoreHeapSize": 1248, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731689629203, "averageRegionSize": 74, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 1.4, "writeRequestRatePerSecond": 0.4, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 199680, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 7, "totalRowActionRequestCount": 9, "readRequestCount": 7, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 2, "rpcGetRequestCount": 1, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 2, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 2, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 1, "ScanTime_75th_percentile": 1, "ScanTime_90th_percentile": 1, "ScanTime_95th_percentile": 1, "ScanTime_98th_percentile": 1, "ScanTime_99th_percentile": 1, "ScanTime_99.9th_percentile": 1, "ScanTime_TimeRangeCount_0-1": 4, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 2, "Put_min": 2, "Put_max": 8, "Put_mean": 5, "Put_25th_percentile": 3, "Put_median": 5, "Put_75th_percentile": 6, "Put_90th_percentile": 7, "Put_95th_percentile": 7, "Put_98th_percentile": 7, "Put_99th_percentile": 7, "Put_99.9th_percentile": 7, "Put_TimeRangeCount_0-1": 2, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 1, "Get_min": 2, "Get_max": 2, "Get_mean": 2, "Get_25th_percentile": 2, "Get_median": 2, "Get_75th_percentile": 2, "Get_90th_percentile": 2, "Get_95th_percentile": 2, "Get_98th_percentile": 2, "Get_99th_percentile": 2, "Get_99.9th_percentile": 2, "Get_TimeRangeCount_0-1": 1, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 144, "ScanSize_mean": 72, "ScanSize_25th_percentile": 36, "ScanSize_median": 72, "ScanSize_75th_percentile": 108, "ScanSize_90th_percentile": 129, "ScanSize_95th_percentile": 136, "ScanSize_98th_percentile": 141, "ScanSize_99th_percentile": 142, "ScanSize_99.9th_percentile": 143, "ScanSize_SizeRangeCount_0-10": 4, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-15T16:54:06,121 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46491 {}] master.MasterRpcServices(700): a9bde5b3a1b5,44531,1731689629097 reported a fatal error: ***** ABORTING region server a9bde5b3a1b5,44531,1731689629097: testing ***** 2024-11-15T16:54:06,123 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,44531,1731689629097' ***** 2024-11-15T16:54:06,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-11-15T16:54:06,124 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:54:06,124 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:54:06,125 INFO [RS:0;a9bde5b3a1b5:44531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-15T16:54:06,125 INFO [RS:0;a9bde5b3a1b5:44531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-15T16:54:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:56670 deadline: 1731689706125, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=44531 startCode=1731689629097. As of locationSeqNum=12. 2024-11-15T16:54:06,125 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(3091): Received CLOSE for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,38295,1731689629203, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,38295,1731689629203, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=44531 startCode=1731689629097. As of locationSeqNum=12. 2024-11-15T16:54:06,126 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 815d5b1a576ee20c18468b0c00a48feb, disabling compactions & flushes 2024-11-15T16:54:06,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,38295,1731689629203, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=44531 startCode=1731689629097. As of locationSeqNum=12. 2024-11-15T16:54:06,126 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,38295,1731689629203, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=a9bde5b3a1b5 port=44531 startCode=1731689629097. As of locationSeqNum=12. 2024-11-15T16:54:06,126 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,126 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. after waiting 0 ms 2024-11-15T16:54:06,126 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,128 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(956): aborting server a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:06,128 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:54:06,128 INFO [RS:0;a9bde5b3a1b5:44531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a9bde5b3a1b5:44531. 2024-11-15T16:54:06,128 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:54:06,129 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:06,129 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T16:54:06,129 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1325): Online Regions={815d5b1a576ee20c18468b0c00a48feb=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.} 2024-11-15T16:54:06,129 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1351): Waiting on 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:06,131 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,131 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 815d5b1a576ee20c18468b0c00a48feb: Waiting for close lock at 1731689646126Running coprocessor pre-close hooks at 1731689646126Disabling compacts and flushes for region at 1731689646126Disabling writes for close at 1731689646126Writing region close event to WAL at 1731689646130 (+4 ms)Running coprocessor post-close hooks at 1731689646130Closed at 1731689646131 (+1 ms) 2024-11-15T16:54:06,131 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:06,140 INFO [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:54:06,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a9bde5b3a1b5,44531,1731689629097 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:06,236 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a9bde5b3a1b5,44531,1731689629097 aborting 2024-11-15T16:54:06,236 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server a9bde5b3a1b5,44531,1731689629097 aborting 2024-11-15T16:54:06,236 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=12 from cache 2024-11-15T16:54:06,330 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,44531,1731689629097; all regions closed. 2024-11-15T16:54:06,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741835_1011 (size=1677) 2024-11-15T16:54:06,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 not finished, retry = 0 2024-11-15T16:54:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741835_1011 (size=1677) 2024-11-15T16:54:06,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741835_1011 (size=1677) 2024-11-15T16:54:06,413 INFO [regionserver/a9bde5b3a1b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T16:54:06,414 INFO [regionserver/a9bde5b3a1b5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T16:54:06,435 DEBUG [RS:0;a9bde5b3a1b5:44531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:06,435 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:54:06,435 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:54:06,435 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T16:54:06,435 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:54:06,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:54:06,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:54:06,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:54:06,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:54:06,436 INFO [RS:0;a9bde5b3a1b5:44531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44531 2024-11-15T16:54:06,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:54:06,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,44531,1731689629097 2024-11-15T16:54:06,443 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:54:06,446 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,44531,1731689629097] 2024-11-15T16:54:06,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,44531,1731689629097 already deleted, retry=false 2024-11-15T16:54:06,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18] 2024-11-15T16:54:06,448 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of a9bde5b3a1b5,44531,1731689629097 on a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:54:06,449 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server a9bde5b3a1b5:44531 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a9bde5b3a1b5/172.17.0.2:44531 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:06,450 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18, error=java.net.ConnectException: Call to address=a9bde5b3a1b5:44531 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a9bde5b3a1b5/172.17.0.2:44531 2024-11-15T16:54:06,450 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18 is java.net.ConnectException: Connection refused 2024-11-15T16:54:06,450 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18 from cache 2024-11-15T16:54:06,450 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address a9bde5b3a1b5:44531 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: a9bde5b3a1b5/172.17.0.2:44531 2024-11-15T16:54:06,454 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure a9bde5b3a1b5,44531,1731689629097, splitWal=true, meta=false 2024-11-15T16:54:06,457 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for a9bde5b3a1b5,44531,1731689629097 (carryingMeta=false) a9bde5b3a1b5,44531,1731689629097/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7477dff5[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T16:54:06,457 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure a9bde5b3a1b5,44531,1731689629097, splitWal=true, meta=false 2024-11-15T16:54:06,458 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): a9bde5b3a1b5,44531,1731689629097 had 1 regions 2024-11-15T16:54:06,459 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure a9bde5b3a1b5,44531,1731689629097, splitWal=true, meta=false, isMeta: false 2024-11-15T16:54:06,461 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting 2024-11-15T16:54:06,462 INFO [PEWorker-1 {}] master.SplitWALManager(105): a9bde5b3a1b5,44531,1731689629097 WAL count=1, meta=false 2024-11-15T16:54:06,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573}] 2024-11-15T16:54:06,470 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:06,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, worker=a9bde5b3a1b5,38295,1731689629203}] 2024-11-15T16:54:06,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:06,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44531-0x101acda35280001, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:06,547 INFO [RS:0;a9bde5b3a1b5:44531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:54:06,547 INFO [RS:0;a9bde5b3a1b5:44531 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,44531,1731689629097; zookeeper connection closed. 2024-11-15T16:54:06,548 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e6ed577 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e6ed577 2024-11-15T16:54:06,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38295 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-11-15T16:54:06,653 INFO [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, size=1.6 K (1677bytes) 2024-11-15T16:54:06,653 INFO [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 2024-11-15T16:54:06,653 INFO [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 after 0ms 2024-11-15T16:54:06,656 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:06,656 INFO [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 took 4ms 2024-11-15T16:54:06,664 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 815d5b1a576ee20c18468b0c00a48feb: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-11-15T16:54:06,664 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 so closing down 2024-11-15T16:54:06,664 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:06,665 INFO [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:06,665 INFO [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-11-15T16:54:06,665 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, journal: Splitting hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, size=1.6 K (1677bytes) at 1731689646653Finishing writing output for hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 so closing down at 1731689646664 (+11 ms)3 split writer threads finished at 1731689646665 (+1 ms)Processed 6 edits across 0 Regions in 8 ms; skipped=6; WAL=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1731689646665 2024-11-15T16:54:06,665 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 2024-11-15T16:54:06,666 DEBUG [RS_LOG_REPLAY_OPS-regionserver/a9bde5b3a1b5:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T16:54:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46491 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T16:54:06,673 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting/a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573 to hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs 2024-11-15T16:54:06,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T16:54:06,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, worker=a9bde5b3a1b5,38295,1731689629203 in 201 msec 2024-11-15T16:54:06,677 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:06,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T16:54:06,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure a9bde5b3a1b5%2C44531%2C1731689629097.1731689630573, worker=a9bde5b3a1b5,38295,1731689629203 in 214 msec 2024-11-15T16:54:06,681 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting dir is empty, no logs to split. 2024-11-15T16:54:06,681 INFO [PEWorker-1 {}] master.SplitWALManager(105): a9bde5b3a1b5,44531,1731689629097 WAL count=0, meta=false 2024-11-15T16:54:06,681 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if a9bde5b3a1b5,44531,1731689629097 WAL splitting is done? wals=0, meta=false 2024-11-15T16:54:06,683 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for a9bde5b3a1b5,44531,1731689629097 failed, ignore...File hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,44531,1731689629097-splitting does not exist. 2024-11-15T16:54:06,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN}] 2024-11-15T16:54:06,686 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN 2024-11-15T16:54:06,688 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T16:54:06,756 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18] 2024-11-15T16:54:06,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to a9bde5b3a1b5:44531 this server is in the failed servers list 2024-11-15T16:54:06,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=a9bde5b3a1b5:44531 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a9bde5b3a1b5:44531 2024-11-15T16:54:06,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: a9bde5b3a1b5:44531 2024-11-15T16:54:06,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,44531,1731689629097, seqNum=18 from cache 2024-11-15T16:54:06,838 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(204): Hosts are {a9bde5b3a1b5=0} racks are {/default-rack=0} 2024-11-15T16:54:06,839 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-15T16:54:06,839 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-15T16:54:06,839 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-15T16:54:06,839 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-15T16:54:06,839 INFO [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-15T16:54:06,839 INFO [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-15T16:54:06,839 DEBUG [a9bde5b3a1b5:46491 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-15T16:54:06,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPENING, regionLocation=a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:54:06,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN because future has completed 2024-11-15T16:54:06,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,46811,1731689629241}] 2024-11-15T16:54:06,995 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T16:54:06,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44463, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T16:54:07,001 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:07,001 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 815d5b1a576ee20c18468b0c00a48feb, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:07,002 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,002 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:07,002 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,002 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,003 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,004 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf1 2024-11-15T16:54:07,004 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,010 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf1/10e8427740ab46ebbe45ecf8b428f824 2024-11-15T16:54:07,010 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,011 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,011 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815d5b1a576ee20c18468b0c00a48feb columnFamilyName cf2 2024-11-15T16:54:07,012 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,017 DEBUG [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/cf2/1e1f68dd40a44181ad46ff7989b6bf14 2024-11-15T16:54:07,017 INFO [StoreOpener-815d5b1a576ee20c18468b0c00a48feb-1 {}] regionserver.HStore(327): Store=815d5b1a576ee20c18468b0c00a48feb/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,017 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,018 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,019 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,020 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,020 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,021 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-15T16:54:07,022 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,023 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 815d5b1a576ee20c18468b0c00a48feb; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72491125, jitterRate=0.08020193874835968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-15T16:54:07,023 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:07,024 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 815d5b1a576ee20c18468b0c00a48feb: Running coprocessor pre-open hook at 1731689647002Writing region info on filesystem at 1731689647002Initializing all the Stores at 1731689647003 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647003Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647003Cleaning up temporary data from old regions at 1731689647020 (+17 ms)Running coprocessor post-open hooks at 1731689647023 (+3 ms)Region opened successfully at 1731689647023 2024-11-15T16:54:07,025 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., pid=17, masterSystemTime=1731689646995 2024-11-15T16:54:07,027 DEBUG [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:07,027 INFO [RS_OPEN_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:07,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=815d5b1a576ee20c18468b0c00a48feb, regionState=OPEN, openSeqNum=18, regionLocation=a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:54:07,028 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46491 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=a9bde5b3a1b5,46811,1731689629241, table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T16:54:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,46811,1731689629241 because future has completed 2024-11-15T16:54:07,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T16:54:07,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 815d5b1a576ee20c18468b0c00a48feb, server=a9bde5b3a1b5,46811,1731689629241 in 189 msec 2024-11-15T16:54:07,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-11-15T16:54:07,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=815d5b1a576ee20c18468b0c00a48feb, ASSIGN in 349 msec 2024-11-15T16:54:07,037 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(291): removed crashed server a9bde5b3a1b5,44531,1731689629097 after splitting done 2024-11-15T16:54:07,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure a9bde5b3a1b5,44531,1731689629097, splitWal=true, meta=false in 588 msec 2024-11-15T16:54:07,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb., hostname=a9bde5b3a1b5,46811,1731689629241, seqNum=18] 2024-11-15T16:54:07,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T16:54:07,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T16:54:07,284 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 415), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5596 (was 5645) 2024-11-15T16:54:07,285 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-15T16:54:07,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=5596 2024-11-15T16:54:07,298 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-11-15T16:54:07,314 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:07,316 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:07,317 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:54:07,319 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-22864971, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-22864971, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:07,333 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-22864971/hregion-22864971.1731689647320, exclude list is [], retry=0 2024-11-15T16:54:07,335 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:07,336 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:07,336 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:07,338 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-22864971/hregion-22864971.1731689647320 2024-11-15T16:54:07,338 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:54:07,339 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 135824e0199ecba76f619f6cd5d069b2, NAME => 'testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:54:07,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741893_1071 (size=67) 2024-11-15T16:54:07,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741893_1071 (size=67) 2024-11-15T16:54:07,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741893_1071 (size=67) 2024-11-15T16:54:07,348 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:07,349 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,350 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName a 2024-11-15T16:54:07,350 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,351 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,351 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,352 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName b 2024-11-15T16:54:07,352 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,353 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,353 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,354 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName c 2024-11-15T16:54:07,354 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,354 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,354 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,355 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,357 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,357 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,357 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:07,358 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,360 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:54:07,361 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 135824e0199ecba76f619f6cd5d069b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62174867, jitterRate=-0.07352228462696075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:07,362 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 135824e0199ecba76f619f6cd5d069b2: Writing region info on filesystem at 1731689647348Initializing all the Stores at 1731689647348Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647349 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647349Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647349Cleaning up temporary data from old regions at 1731689647357 (+8 ms)Region opened successfully at 1731689647362 (+5 ms) 2024-11-15T16:54:07,362 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 135824e0199ecba76f619f6cd5d069b2, disabling compactions & flushes 2024-11-15T16:54:07,362 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,362 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,362 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. after waiting 0 ms 2024-11-15T16:54:07,362 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,362 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,362 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 135824e0199ecba76f619f6cd5d069b2: Waiting for close lock at 1731689647362Disabling compacts and flushes for region at 1731689647362Disabling writes for close at 1731689647362Writing region close event to WAL at 1731689647362Closed at 1731689647362 2024-11-15T16:54:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741892_1070 (size=93) 2024-11-15T16:54:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741892_1070 (size=93) 2024-11-15T16:54:07,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741892_1070 (size=93) 2024-11-15T16:54:07,367 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:07,367 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-22864971:(num 1731689647320) 2024-11-15T16:54:07,367 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:07,369 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:07,382 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369, exclude list is [], retry=0 2024-11-15T16:54:07,384 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:07,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:07,385 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:07,387 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369 2024-11-15T16:54:07,387 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:54:07,387 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 135824e0199ecba76f619f6cd5d069b2, NAME => 'testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:07,387 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:07,387 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,387 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,389 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,390 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName a 2024-11-15T16:54:07,390 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,390 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,390 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,391 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName b 2024-11-15T16:54:07,391 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,392 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,392 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,392 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName c 2024-11-15T16:54:07,392 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,393 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,393 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,394 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,395 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,396 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,396 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,396 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:07,398 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,399 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 135824e0199ecba76f619f6cd5d069b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72878260, jitterRate=0.08597069978713989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:07,399 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 135824e0199ecba76f619f6cd5d069b2: Writing region info on filesystem at 1731689647388Initializing all the Stores at 1731689647388Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647388Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647388Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647388Cleaning up temporary data from old regions at 1731689647396 (+8 ms)Region opened successfully at 1731689647399 (+3 ms) 2024-11-15T16:54:07,427 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 135824e0199ecba76f619f6cd5d069b2 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T16:54:07,444 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/a/2d83544cf96c48d2a9c95e725ea78dc3 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731689647399/Put/seqid=0 2024-11-15T16:54:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741895_1073 (size=5958) 2024-11-15T16:54:07,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741895_1073 (size=5958) 2024-11-15T16:54:07,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741895_1073 (size=5958) 2024-11-15T16:54:07,452 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/a/2d83544cf96c48d2a9c95e725ea78dc3 2024-11-15T16:54:07,471 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/b/8bf4acccd4bd49b3b28d40be93e54310 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731689647408/Put/seqid=0 2024-11-15T16:54:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741896_1074 (size=5958) 2024-11-15T16:54:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741896_1074 (size=5958) 2024-11-15T16:54:07,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741896_1074 (size=5958) 2024-11-15T16:54:07,479 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/b/8bf4acccd4bd49b3b28d40be93e54310 2024-11-15T16:54:07,498 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/c/303597994de14e67ae5d0ab924017c1c is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731689647417/Put/seqid=0 2024-11-15T16:54:07,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741897_1075 (size=5958) 2024-11-15T16:54:07,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741897_1075 (size=5958) 2024-11-15T16:54:07,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741897_1075 (size=5958) 2024-11-15T16:54:07,505 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/c/303597994de14e67ae5d0ab924017c1c 2024-11-15T16:54:07,512 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/a/2d83544cf96c48d2a9c95e725ea78dc3 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/a/2d83544cf96c48d2a9c95e725ea78dc3 2024-11-15T16:54:07,518 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/a/2d83544cf96c48d2a9c95e725ea78dc3, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T16:54:07,519 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/b/8bf4acccd4bd49b3b28d40be93e54310 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/b/8bf4acccd4bd49b3b28d40be93e54310 2024-11-15T16:54:07,524 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/b/8bf4acccd4bd49b3b28d40be93e54310, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T16:54:07,525 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/c/303597994de14e67ae5d0ab924017c1c as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/c/303597994de14e67ae5d0ab924017c1c 2024-11-15T16:54:07,530 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/c/303597994de14e67ae5d0ab924017c1c, entries=10, sequenceid=33, filesize=5.8 K 2024-11-15T16:54:07,531 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 135824e0199ecba76f619f6cd5d069b2 in 104ms, sequenceid=33, compaction requested=false 2024-11-15T16:54:07,531 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 135824e0199ecba76f619f6cd5d069b2: 2024-11-15T16:54:07,531 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 135824e0199ecba76f619f6cd5d069b2, disabling compactions & flushes 2024-11-15T16:54:07,531 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,531 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,532 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. after waiting 1 ms 2024-11-15T16:54:07,532 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,533 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. 2024-11-15T16:54:07,533 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 135824e0199ecba76f619f6cd5d069b2: Waiting for close lock at 1731689647531Disabling compacts and flushes for region at 1731689647531Disabling writes for close at 1731689647532 (+1 ms)Writing region close event to WAL at 1731689647533 (+1 ms)Closed at 1731689647533 2024-11-15T16:54:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741894_1072 (size=2873) 2024-11-15T16:54:07,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741894_1072 (size=2873) 2024-11-15T16:54:07,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741894_1072 (size=2873) 2024-11-15T16:54:07,541 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/b/8bf4acccd4bd49b3b28d40be93e54310 to hdfs://localhost:39319/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/b/8bf4acccd4bd49b3b28d40be93e54310 2024-11-15T16:54:07,558 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369, size=2.8 K (2873bytes) 2024-11-15T16:54:07,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369 2024-11-15T16:54:07,559 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369 after 0ms 2024-11-15T16:54:07,562 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:07,562 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369 took 4ms 2024-11-15T16:54:07,565 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369 so closing down 2024-11-15T16:54:07,565 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:07,566 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731689647369.temp 2024-11-15T16:54:07,567 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000003-wal.1731689647369.temp 2024-11-15T16:54:07,567 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741898_1076 (size=2312) 2024-11-15T16:54:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741898_1076 (size=2312) 2024-11-15T16:54:07,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741898_1076 (size=2312) 2024-11-15T16:54:07,575 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000003-wal.1731689647369.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T16:54:07,577 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000003-wal.1731689647369.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000032 2024-11-15T16:54:07,577 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-11-15T16:54:07,577 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369, journal: Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369, size=2.8 K (2873bytes) at 1731689647559Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369 so closing down at 1731689647565 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000003-wal.1731689647369.temp at 1731689647567 (+2 ms)3 split writer threads finished at 1731689647567Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000003-wal.1731689647369.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731689647575 (+8 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000003-wal.1731689647369.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000032 at 1731689647577 (+2 ms)Processed 32 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1731689647577 2024-11-15T16:54:07,579 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647369 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689647369 2024-11-15T16:54:07,579 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000032 2024-11-15T16:54:07,580 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:07,581 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:07,599 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647582, exclude list is [], retry=0 2024-11-15T16:54:07,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:07,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:07,602 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:07,604 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647582 2024-11-15T16:54:07,604 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:07,604 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 135824e0199ecba76f619f6cd5d069b2, NAME => 'testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:07,604 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:07,605 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,605 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,608 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,609 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName a 2024-11-15T16:54:07,609 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,615 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/a/2d83544cf96c48d2a9c95e725ea78dc3 2024-11-15T16:54:07,615 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,615 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,617 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName b 2024-11-15T16:54:07,617 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,617 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,617 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,618 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 135824e0199ecba76f619f6cd5d069b2 columnFamilyName c 2024-11-15T16:54:07,618 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,624 DEBUG [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/c/303597994de14e67ae5d0ab924017c1c 2024-11-15T16:54:07,624 INFO [StoreOpener-135824e0199ecba76f619f6cd5d069b2-1 {}] regionserver.HStore(327): Store=135824e0199ecba76f619f6cd5d069b2/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,624 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,625 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,626 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,627 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000032 2024-11-15T16:54:07,629 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:07,630 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000032 2024-11-15T16:54:07,631 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 135824e0199ecba76f619f6cd5d069b2 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T16:54:07,646 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/b/e1e4809e09be49c5aab97642478e4e43 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731689647408/Put/seqid=0 2024-11-15T16:54:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741900_1078 (size=5958) 2024-11-15T16:54:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741900_1078 (size=5958) 2024-11-15T16:54:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741900_1078 (size=5958) 2024-11-15T16:54:07,655 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/b/e1e4809e09be49c5aab97642478e4e43 2024-11-15T16:54:07,662 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/.tmp/b/e1e4809e09be49c5aab97642478e4e43 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/b/e1e4809e09be49c5aab97642478e4e43 2024-11-15T16:54:07,667 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/b/e1e4809e09be49c5aab97642478e4e43, entries=10, sequenceid=32, filesize=5.8 K 2024-11-15T16:54:07,668 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 135824e0199ecba76f619f6cd5d069b2 in 37ms, sequenceid=32, compaction requested=false; wal=null 2024-11-15T16:54:07,668 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/0000000000000000032 2024-11-15T16:54:07,670 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,670 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,670 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:07,671 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 135824e0199ecba76f619f6cd5d069b2 2024-11-15T16:54:07,674 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/135824e0199ecba76f619f6cd5d069b2/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-11-15T16:54:07,675 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 135824e0199ecba76f619f6cd5d069b2; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61625144, jitterRate=-0.08171379566192627}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:07,675 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 135824e0199ecba76f619f6cd5d069b2: Writing region info on filesystem at 1731689647605Initializing all the Stores at 1731689647606 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647606Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647608 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647608Obtaining lock to block concurrent updates at 1731689647631 (+23 ms)Preparing flush snapshotting stores in 135824e0199ecba76f619f6cd5d069b2 at 1731689647631Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1731689647631Flushing stores of testReplayEditsWrittenViaHRegion,,1731689647315.135824e0199ecba76f619f6cd5d069b2. at 1731689647631Flushing 135824e0199ecba76f619f6cd5d069b2/b: creating writer at 1731689647631Flushing 135824e0199ecba76f619f6cd5d069b2/b: appending metadata at 1731689647645 (+14 ms)Flushing 135824e0199ecba76f619f6cd5d069b2/b: closing flushed file at 1731689647646 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19142bab: reopening flushed file at 1731689647661 (+15 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 135824e0199ecba76f619f6cd5d069b2 in 37ms, sequenceid=32, compaction requested=false; wal=null at 1731689647668 (+7 ms)Cleaning up temporary data from old regions at 1731689647670 (+2 ms)Region opened successfully at 1731689647675 (+5 ms) 2024-11-15T16:54:07,702 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=421 (was 412) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:53794 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:40650 [Waiting for operation #37] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:53658 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:39260 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:39092 [Waiting for operation #29] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:40828 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=204 (was 204), ProcessCount=11 (was 11), AvailableMemoryMB=5590 (was 5596) 2024-11-15T16:54:07,702 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-15T16:54:07,717 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=204, ProcessCount=11, AvailableMemoryMB=5589 2024-11-15T16:54:07,717 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-11-15T16:54:07,732 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:07,734 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:07,735 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:54:07,737 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-11066793, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-11066793, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:07,751 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-11066793/hregion-11066793.1731689647737, exclude list is [], retry=0 2024-11-15T16:54:07,753 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:07,754 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:07,754 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:07,757 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-11066793/hregion-11066793.1731689647737 2024-11-15T16:54:07,758 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-15T16:54:07,758 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 808a46da6d7798f2f4365cf208a6ab5f, NAME => 'testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:54:07,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741902_1080 (size=68) 2024-11-15T16:54:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741902_1080 (size=68) 2024-11-15T16:54:07,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741902_1080 (size=68) 2024-11-15T16:54:07,774 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:07,776 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,777 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName a 2024-11-15T16:54:07,778 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,778 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,778 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,780 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName b 2024-11-15T16:54:07,780 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,780 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,780 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,782 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName c 2024-11-15T16:54:07,782 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,782 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,782 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,783 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,784 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,785 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,785 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:07,786 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,789 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:54:07,789 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 808a46da6d7798f2f4365cf208a6ab5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72981536, jitterRate=0.0875096321105957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:07,790 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 808a46da6d7798f2f4365cf208a6ab5f: Writing region info on filesystem at 1731689647774Initializing all the Stores at 1731689647775 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647775Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647776 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647776Cleaning up temporary data from old regions at 1731689647785 (+9 ms)Region opened successfully at 1731689647790 (+5 ms) 2024-11-15T16:54:07,790 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 808a46da6d7798f2f4365cf208a6ab5f, disabling compactions & flushes 2024-11-15T16:54:07,791 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:07,791 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:07,791 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. after waiting 0 ms 2024-11-15T16:54:07,791 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:07,791 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:07,791 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 808a46da6d7798f2f4365cf208a6ab5f: Waiting for close lock at 1731689647790Disabling compacts and flushes for region at 1731689647790Disabling writes for close at 1731689647791 (+1 ms)Writing region close event to WAL at 1731689647791Closed at 1731689647791 2024-11-15T16:54:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741901_1079 (size=93) 2024-11-15T16:54:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741901_1079 (size=93) 2024-11-15T16:54:07,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741901_1079 (size=93) 2024-11-15T16:54:07,797 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:07,797 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-11066793:(num 1731689647737) 2024-11-15T16:54:07,797 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:07,799 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:07,812 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799, exclude list is [], retry=0 2024-11-15T16:54:07,815 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:07,816 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:07,816 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:07,818 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799 2024-11-15T16:54:07,818 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-15T16:54:07,896 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 808a46da6d7798f2f4365cf208a6ab5f, NAME => 'testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:07,900 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,900 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:07,900 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,900 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,903 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,904 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName a 2024-11-15T16:54:07,904 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,904 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,905 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,906 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName b 2024-11-15T16:54:07,906 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,906 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,906 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,907 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName c 2024-11-15T16:54:07,907 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:07,908 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:07,908 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,909 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,910 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,911 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,911 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,912 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:07,914 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,915 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 808a46da6d7798f2f4365cf208a6ab5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73639742, jitterRate=0.0973176658153534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:07,915 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:07,915 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 808a46da6d7798f2f4365cf208a6ab5f: Running coprocessor pre-open hook at 1731689647900Writing region info on filesystem at 1731689647900Initializing all the Stores at 1731689647902 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647902Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647902Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689647902Cleaning up temporary data from old regions at 1731689647911 (+9 ms)Running coprocessor post-open hooks at 1731689647915 (+4 ms)Region opened successfully at 1731689647915 2024-11-15T16:54:07,931 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 808a46da6d7798f2f4365cf208a6ab5f 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-11-15T16:54:07,932 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:08,824 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-11-15T16:54:08,824 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-11-15T16:54:08,825 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-11-15T16:54:08,825 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-11-15T16:54:08,826 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-11-15T16:54:08,826 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-11-15T16:54:08,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-11-15T16:54:08,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-11-15T16:54:08,827 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-11-15T16:54:08,827 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-11-15T16:54:08,933 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:09,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T16:54:09,934 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:10,934 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:11,935 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:12,936 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:13,937 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:14,937 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:15,938 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:16,939 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 808a46da6d7798f2f4365cf208a6ab5f/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:16,940 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 808a46da6d7798f2f4365cf208a6ab5f: 2024-11-15T16:54:16,940 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:16,960 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 808a46da6d7798f2f4365cf208a6ab5f: 2024-11-15T16:54:16,960 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-11-15T16:54:16,960 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 808a46da6d7798f2f4365cf208a6ab5f, disabling compactions & flushes 2024-11-15T16:54:16,960 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:16,960 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:16,960 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. after waiting 0 ms 2024-11-15T16:54:16,960 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:16,961 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:16,961 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. 2024-11-15T16:54:16,961 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 808a46da6d7798f2f4365cf208a6ab5f: Waiting for close lock at 1731689656960Running coprocessor pre-close hooks at 1731689656960Disabling compacts and flushes for region at 1731689656960Disabling writes for close at 1731689656960Writing region close event to WAL at 1731689656961 (+1 ms)Running coprocessor post-close hooks at 1731689656961Closed at 1731689656961 2024-11-15T16:54:16,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741903_1081 (size=2398) 2024-11-15T16:54:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741903_1081 (size=2398) 2024-11-15T16:54:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741903_1081 (size=2398) 2024-11-15T16:54:16,987 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799, size=2.3 K (2398bytes) 2024-11-15T16:54:16,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799 2024-11-15T16:54:16,987 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799 after 0ms 2024-11-15T16:54:16,990 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:16,991 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799 took 5ms 2024-11-15T16:54:16,993 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799 so closing down 2024-11-15T16:54:16,993 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:16,994 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1731689647799.temp 2024-11-15T16:54:16,996 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000004-wal.1731689647799.temp 2024-11-15T16:54:16,996 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741904_1082 (size=1672) 2024-11-15T16:54:17,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741904_1082 (size=1672) 2024-11-15T16:54:17,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741904_1082 (size=1672) 2024-11-15T16:54:17,021 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000004-wal.1731689647799.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-11-15T16:54:17,022 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000004-wal.1731689647799.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000026 2024-11-15T16:54:17,023 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 32 ms; skipped=3; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-11-15T16:54:17,023 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799, journal: Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799, size=2.3 K (2398bytes) at 1731689656987Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799 so closing down at 1731689656993 (+6 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000004-wal.1731689647799.temp at 1731689656996 (+3 ms)3 split writer threads finished at 1731689656996Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000004-wal.1731689647799.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1731689657021 (+25 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000004-wal.1731689647799.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000026 at 1731689657023 (+2 ms)Processed 23 edits across 1 Regions in 32 ms; skipped=3; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1731689657023 2024-11-15T16:54:17,025 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689647799 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689647799 2024-11-15T16:54:17,026 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000026 2024-11-15T16:54:17,026 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:17,028 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:17,042 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689657028, exclude list is [], retry=0 2024-11-15T16:54:17,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:17,045 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:17,046 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:17,048 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689657028 2024-11-15T16:54:17,048 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:54:17,048 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 808a46da6d7798f2f4365cf208a6ab5f, NAME => 'testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:17,049 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,049 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:17,049 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,049 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,051 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,053 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName a 2024-11-15T16:54:17,053 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,053 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,054 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,054 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName b 2024-11-15T16:54:17,055 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,055 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,055 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,056 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 808a46da6d7798f2f4365cf208a6ab5f columnFamilyName c 2024-11-15T16:54:17,056 DEBUG [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,057 INFO [StoreOpener-808a46da6d7798f2f4365cf208a6ab5f-1 {}] regionserver.HStore(327): Store=808a46da6d7798f2f4365cf208a6ab5f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,057 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,058 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,059 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,060 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000026 2024-11-15T16:54:17,062 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:17,063 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000026 2024-11-15T16:54:17,064 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 808a46da6d7798f2f4365cf208a6ab5f 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-11-15T16:54:17,080 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/a/8e11b7e0daba4af6b0611666a5e27b79 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1731689656947/Put/seqid=0 2024-11-15T16:54:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741906_1084 (size=5523) 2024-11-15T16:54:17,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741906_1084 (size=5523) 2024-11-15T16:54:17,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741906_1084 (size=5523) 2024-11-15T16:54:17,091 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/a/8e11b7e0daba4af6b0611666a5e27b79 2024-11-15T16:54:17,111 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/b/1a260fad94ce4221b741034ab12ffa19 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1731689656941/Put/seqid=0 2024-11-15T16:54:17,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741907_1085 (size=5524) 2024-11-15T16:54:17,119 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/b/1a260fad94ce4221b741034ab12ffa19 2024-11-15T16:54:17,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741907_1085 (size=5524) 2024-11-15T16:54:17,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741907_1085 (size=5524) 2024-11-15T16:54:17,148 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/c/ed24ade6fb4c45089e99c75df6e177b2 is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1731689656944/Put/seqid=0 2024-11-15T16:54:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741908_1086 (size=5457) 2024-11-15T16:54:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741908_1086 (size=5457) 2024-11-15T16:54:17,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741908_1086 (size=5457) 2024-11-15T16:54:17,155 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/c/ed24ade6fb4c45089e99c75df6e177b2 2024-11-15T16:54:17,161 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/a/8e11b7e0daba4af6b0611666a5e27b79 as hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/a/8e11b7e0daba4af6b0611666a5e27b79 2024-11-15T16:54:17,166 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/a/8e11b7e0daba4af6b0611666a5e27b79, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T16:54:17,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/b/1a260fad94ce4221b741034ab12ffa19 as hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/b/1a260fad94ce4221b741034ab12ffa19 2024-11-15T16:54:17,172 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/b/1a260fad94ce4221b741034ab12ffa19, entries=7, sequenceid=26, filesize=5.4 K 2024-11-15T16:54:17,173 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/.tmp/c/ed24ade6fb4c45089e99c75df6e177b2 as hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/c/ed24ade6fb4c45089e99c75df6e177b2 2024-11-15T16:54:17,178 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/c/ed24ade6fb4c45089e99c75df6e177b2, entries=6, sequenceid=26, filesize=5.3 K 2024-11-15T16:54:17,178 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 808a46da6d7798f2f4365cf208a6ab5f in 114ms, sequenceid=26, compaction requested=false; wal=null 2024-11-15T16:54:17,179 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/0000000000000000026 2024-11-15T16:54:17,180 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,180 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,180 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:17,182 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,184 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsAfterAbortingFlush/808a46da6d7798f2f4365cf208a6ab5f/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-11-15T16:54:17,185 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 808a46da6d7798f2f4365cf208a6ab5f; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66454366, jitterRate=-0.009752780199050903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:17,185 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 808a46da6d7798f2f4365cf208a6ab5f 2024-11-15T16:54:17,186 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 808a46da6d7798f2f4365cf208a6ab5f: Running coprocessor pre-open hook at 1731689657049Writing region info on filesystem at 1731689657049Initializing all the Stores at 1731689657050 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657050Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657051 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657051Obtaining lock to block concurrent updates at 1731689657064 (+13 ms)Preparing flush snapshotting stores in 808a46da6d7798f2f4365cf208a6ab5f at 1731689657064Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1731689657064Flushing stores of testReplayEditsAfterAbortingFlush,,1731689647733.808a46da6d7798f2f4365cf208a6ab5f. at 1731689657064Flushing 808a46da6d7798f2f4365cf208a6ab5f/a: creating writer at 1731689657064Flushing 808a46da6d7798f2f4365cf208a6ab5f/a: appending metadata at 1731689657079 (+15 ms)Flushing 808a46da6d7798f2f4365cf208a6ab5f/a: closing flushed file at 1731689657080 (+1 ms)Flushing 808a46da6d7798f2f4365cf208a6ab5f/b: creating writer at 1731689657096 (+16 ms)Flushing 808a46da6d7798f2f4365cf208a6ab5f/b: appending metadata at 1731689657111 (+15 ms)Flushing 808a46da6d7798f2f4365cf208a6ab5f/b: closing flushed file at 1731689657111Flushing 808a46da6d7798f2f4365cf208a6ab5f/c: creating writer at 1731689657125 (+14 ms)Flushing 808a46da6d7798f2f4365cf208a6ab5f/c: appending metadata at 1731689657147 (+22 ms)Flushing 808a46da6d7798f2f4365cf208a6ab5f/c: closing flushed file at 1731689657147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590032dc: reopening flushed file at 1731689657160 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@670d69b1: reopening flushed file at 1731689657166 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29db8a73: reopening flushed file at 1731689657172 (+6 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 808a46da6d7798f2f4365cf208a6ab5f in 114ms, sequenceid=26, compaction requested=false; wal=null at 1731689657178 (+6 ms)Cleaning up temporary data from old regions at 1731689657180 (+2 ms)Running coprocessor post-open hooks at 1731689657185 (+5 ms)Region opened successfully at 1731689657185 2024-11-15T16:54:17,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=420 (was 421), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 204), ProcessCount=11 (was 11), AvailableMemoryMB=5571 (was 5589) 2024-11-15T16:54:17,209 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-15T16:54:17,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=420, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=5570 2024-11-15T16:54:17,223 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-11-15T16:54:17,239 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:17,241 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:17,241 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:54:17,243 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92194760, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-92194760, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:17,256 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92194760/hregion-92194760.1731689657244, exclude list is [], retry=0 2024-11-15T16:54:17,259 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:17,259 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:17,259 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:17,261 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92194760/hregion-92194760.1731689657244 2024-11-15T16:54:17,262 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:54:17,262 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 2faf4d5933d3401cf0e9f79f784b6a58, NAME => 'testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:54:17,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741910_1088 (size=61) 2024-11-15T16:54:17,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741910_1088 (size=61) 2024-11-15T16:54:17,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741910_1088 (size=61) 2024-11-15T16:54:17,272 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:17,273 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,275 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2faf4d5933d3401cf0e9f79f784b6a58 columnFamilyName a 2024-11-15T16:54:17,275 DEBUG [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,275 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(327): Store=2faf4d5933d3401cf0e9f79f784b6a58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,275 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,276 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,277 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,277 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,278 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,280 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:54:17,280 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2faf4d5933d3401cf0e9f79f784b6a58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66806803, jitterRate=-0.004501059651374817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:54:17,281 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2faf4d5933d3401cf0e9f79f784b6a58: Writing region info on filesystem at 1731689657272Initializing all the Stores at 1731689657273 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657273Cleaning up temporary data from old regions at 1731689657277 (+4 ms)Region opened successfully at 1731689657281 (+4 ms) 2024-11-15T16:54:17,281 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2faf4d5933d3401cf0e9f79f784b6a58, disabling compactions & flushes 2024-11-15T16:54:17,281 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,281 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,281 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. after waiting 0 ms 2024-11-15T16:54:17,281 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,282 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,282 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2faf4d5933d3401cf0e9f79f784b6a58: Waiting for close lock at 1731689657281Disabling compacts and flushes for region at 1731689657281Disabling writes for close at 1731689657281Writing region close event to WAL at 1731689657282 (+1 ms)Closed at 1731689657282 2024-11-15T16:54:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741909_1087 (size=93) 2024-11-15T16:54:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741909_1087 (size=93) 2024-11-15T16:54:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741909_1087 (size=93) 2024-11-15T16:54:17,290 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:17,290 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92194760:(num 1731689657244) 2024-11-15T16:54:17,290 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:17,292 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:17,308 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293, exclude list is [], retry=0 2024-11-15T16:54:17,310 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:17,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:17,311 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:17,312 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293 2024-11-15T16:54:17,313 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:17,313 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2faf4d5933d3401cf0e9f79f784b6a58, NAME => 'testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:17,314 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:17,314 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,314 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,315 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,316 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2faf4d5933d3401cf0e9f79f784b6a58 columnFamilyName a 2024-11-15T16:54:17,316 DEBUG [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,317 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(327): Store=2faf4d5933d3401cf0e9f79f784b6a58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,317 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,318 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,319 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,319 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,320 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,321 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,322 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2faf4d5933d3401cf0e9f79f784b6a58; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608765, jitterRate=0.007449105381965637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:54:17,323 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2faf4d5933d3401cf0e9f79f784b6a58: Writing region info on filesystem at 1731689657314Initializing all the Stores at 1731689657315 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657315Cleaning up temporary data from old regions at 1731689657320 (+5 ms)Region opened successfully at 1731689657323 (+3 ms) 2024-11-15T16:54:17,330 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 2faf4d5933d3401cf0e9f79f784b6a58, disabling compactions & flushes 2024-11-15T16:54:17,331 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,331 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,331 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. after waiting 0 ms 2024-11-15T16:54:17,331 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,331 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,331 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. 2024-11-15T16:54:17,331 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 2faf4d5933d3401cf0e9f79f784b6a58: Waiting for close lock at 1731689657330Disabling compacts and flushes for region at 1731689657330Disabling writes for close at 1731689657331 (+1 ms)Writing region close event to WAL at 1731689657331Closed at 1731689657331 2024-11-15T16:54:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741911_1089 (size=838) 2024-11-15T16:54:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741911_1089 (size=838) 2024-11-15T16:54:17,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741911_1089 (size=838) 2024-11-15T16:54:17,353 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293, size=838 (838bytes) 2024-11-15T16:54:17,353 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293 2024-11-15T16:54:17,354 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293 after 1ms 2024-11-15T16:54:17,356 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:17,356 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293 took 3ms 2024-11-15T16:54:17,357 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293 so closing down 2024-11-15T16:54:17,358 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:17,359 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731689657293.temp 2024-11-15T16:54:17,360 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000003-wal.1731689657293.temp 2024-11-15T16:54:17,360 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741912_1090 (size=838) 2024-11-15T16:54:17,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741912_1090 (size=838) 2024-11-15T16:54:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741912_1090 (size=838) 2024-11-15T16:54:17,367 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000003-wal.1731689657293.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-11-15T16:54:17,369 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000003-wal.1731689657293.temp to hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012 2024-11-15T16:54:17,369 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293, size=838, length=838, corrupted=false, cancelled=false 2024-11-15T16:54:17,369 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293, journal: Splitting hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293, size=838 (838bytes) at 1731689657353Finishing writing output for hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293 so closing down at 1731689657357 (+4 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000003-wal.1731689657293.temp at 1731689657360 (+3 ms)3 split writer threads finished at 1731689657360Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000003-wal.1731689657293.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1731689657367 (+7 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000003-wal.1731689657293.temp to hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012 at 1731689657369 (+2 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293, size=838, length=838, corrupted=false, cancelled=false at 1731689657369 2024-11-15T16:54:17,371 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657293 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689657293 2024-11-15T16:54:17,372 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012 2024-11-15T16:54:17,375 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:17,516 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T16:54:17,672 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:17,675 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:17,688 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657675, exclude list is [], retry=0 2024-11-15T16:54:17,691 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:17,691 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:17,691 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:17,693 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657675 2024-11-15T16:54:17,693 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:17,693 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2faf4d5933d3401cf0e9f79f784b6a58, NAME => 'testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:17,694 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:17,694 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,694 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,696 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,698 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2faf4d5933d3401cf0e9f79f784b6a58 columnFamilyName a 2024-11-15T16:54:17,698 DEBUG [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,699 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(327): Store=2faf4d5933d3401cf0e9f79f784b6a58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,699 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,700 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,701 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,702 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012 2024-11-15T16:54:17,704 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:17,705 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012 2024-11-15T16:54:17,705 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 2faf4d5933d3401cf0e9f79f784b6a58 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-11-15T16:54:17,723 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/.tmp/a/86d6ef29c1014ddf811ad487b066ef59 is 79, key is testDatalossWhenInputError/a:x0/1731689657323/Put/seqid=0 2024-11-15T16:54:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741914_1092 (size=5808) 2024-11-15T16:54:17,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741914_1092 (size=5808) 2024-11-15T16:54:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741914_1092 (size=5808) 2024-11-15T16:54:17,731 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/.tmp/a/86d6ef29c1014ddf811ad487b066ef59 2024-11-15T16:54:17,740 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/.tmp/a/86d6ef29c1014ddf811ad487b066ef59 as hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/a/86d6ef29c1014ddf811ad487b066ef59 2024-11-15T16:54:17,748 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/a/86d6ef29c1014ddf811ad487b066ef59, entries=10, sequenceid=12, filesize=5.7 K 2024-11-15T16:54:17,748 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2faf4d5933d3401cf0e9f79f784b6a58 in 43ms, sequenceid=12, compaction requested=false; wal=null 2024-11-15T16:54:17,749 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/0000000000000000012 2024-11-15T16:54:17,750 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,750 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,752 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,754 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-15T16:54:17,755 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2faf4d5933d3401cf0e9f79f784b6a58; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68305347, jitterRate=0.017828986048698425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:54:17,756 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2faf4d5933d3401cf0e9f79f784b6a58: Writing region info on filesystem at 1731689657694Initializing all the Stores at 1731689657696 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657696Obtaining lock to block concurrent updates at 1731689657705 (+9 ms)Preparing flush snapshotting stores in 2faf4d5933d3401cf0e9f79f784b6a58 at 1731689657705Finished memstore snapshotting testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1731689657705Flushing stores of testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58. at 1731689657705Flushing 2faf4d5933d3401cf0e9f79f784b6a58/a: creating writer at 1731689657705Flushing 2faf4d5933d3401cf0e9f79f784b6a58/a: appending metadata at 1731689657722 (+17 ms)Flushing 2faf4d5933d3401cf0e9f79f784b6a58/a: closing flushed file at 1731689657722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d90aaa4: reopening flushed file at 1731689657739 (+17 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 2faf4d5933d3401cf0e9f79f784b6a58 in 43ms, sequenceid=12, compaction requested=false; wal=null at 1731689657748 (+9 ms)Cleaning up temporary data from old regions at 1731689657750 (+2 ms)Region opened successfully at 1731689657756 (+6 ms) 2024-11-15T16:54:17,760 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 2faf4d5933d3401cf0e9f79f784b6a58, NAME => 'testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:17,760 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1731689657239.2faf4d5933d3401cf0e9f79f784b6a58.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:17,760 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,760 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,762 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,762 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2faf4d5933d3401cf0e9f79f784b6a58 columnFamilyName a 2024-11-15T16:54:17,762 DEBUG [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,768 DEBUG [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/a/86d6ef29c1014ddf811ad487b066ef59 2024-11-15T16:54:17,768 INFO [StoreOpener-2faf4d5933d3401cf0e9f79f784b6a58-1 {}] regionserver.HStore(327): Store=2faf4d5933d3401cf0e9f79f784b6a58/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,768 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,769 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,770 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,770 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,770 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,772 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 2faf4d5933d3401cf0e9f79f784b6a58 2024-11-15T16:54:17,774 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testDatalossWhenInputError/2faf4d5933d3401cf0e9f79f784b6a58/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-11-15T16:54:17,775 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 2faf4d5933d3401cf0e9f79f784b6a58; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60431156, jitterRate=-0.09950560331344604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-15T16:54:17,775 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 2faf4d5933d3401cf0e9f79f784b6a58: Writing region info on filesystem at 1731689657760Initializing all the Stores at 1731689657761 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657761Cleaning up temporary data from old regions at 1731689657770 (+9 ms)Region opened successfully at 1731689657775 (+5 ms) 2024-11-15T16:54:17,795 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=429 (was 420) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:48758 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:57442 [Waiting for operation #23] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:58508 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:57518 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:58570 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-327992362-172.17.0.2-1731689625375:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:48714 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=172 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=5565 (was 5570) 2024-11-15T16:54:17,796 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-15T16:54:17,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=429, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=172, ProcessCount=11, AvailableMemoryMB=5564 2024-11-15T16:54:17,810 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-11-15T16:54:17,824 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:17,826 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:17,827 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:54:17,830 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-21584095, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-21584095, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:17,843 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-21584095/hregion-21584095.1731689657830, exclude list is [], retry=0 2024-11-15T16:54:17,846 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:17,846 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:17,846 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:17,849 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-21584095/hregion-21584095.1731689657830 2024-11-15T16:54:17,849 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:17,849 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b80f6efb13ef1bf1875b74ffef43dd2f, NAME => 'testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:54:17,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741916_1094 (size=63) 2024-11-15T16:54:17,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741916_1094 (size=63) 2024-11-15T16:54:17,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741916_1094 (size=63) 2024-11-15T16:54:17,863 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:17,868 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,869 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName a 2024-11-15T16:54:17,870 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,870 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,870 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,871 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName b 2024-11-15T16:54:17,872 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,872 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,872 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,873 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName c 2024-11-15T16:54:17,874 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,874 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,874 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,875 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,876 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,877 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,877 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,878 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:17,879 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,881 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:54:17,882 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b80f6efb13ef1bf1875b74ffef43dd2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72564216, jitterRate=0.0812910795211792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:17,882 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b80f6efb13ef1bf1875b74ffef43dd2f: Writing region info on filesystem at 1731689657863Initializing all the Stores at 1731689657864 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657864Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657868 (+4 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657868Cleaning up temporary data from old regions at 1731689657877 (+9 ms)Region opened successfully at 1731689657882 (+5 ms) 2024-11-15T16:54:17,883 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b80f6efb13ef1bf1875b74ffef43dd2f, disabling compactions & flushes 2024-11-15T16:54:17,883 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:17,883 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:17,883 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. after waiting 0 ms 2024-11-15T16:54:17,883 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:17,883 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:17,883 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b80f6efb13ef1bf1875b74ffef43dd2f: Waiting for close lock at 1731689657883Disabling compacts and flushes for region at 1731689657883Disabling writes for close at 1731689657883Writing region close event to WAL at 1731689657883Closed at 1731689657883 2024-11-15T16:54:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741915_1093 (size=93) 2024-11-15T16:54:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741915_1093 (size=93) 2024-11-15T16:54:17,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741915_1093 (size=93) 2024-11-15T16:54:17,889 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:17,889 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-21584095:(num 1731689657830) 2024-11-15T16:54:17,889 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:17,890 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:17,904 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891, exclude list is [], retry=0 2024-11-15T16:54:17,906 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:17,907 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:17,907 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:17,909 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 2024-11-15T16:54:17,909 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:17,910 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b80f6efb13ef1bf1875b74ffef43dd2f, NAME => 'testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:17,910 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:17,910 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,910 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,911 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,912 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName a 2024-11-15T16:54:17,912 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,912 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,913 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,913 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName b 2024-11-15T16:54:17,913 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,914 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,914 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,915 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName c 2024-11-15T16:54:17,915 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:17,915 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:17,915 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,916 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,917 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,918 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,918 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,919 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:17,920 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:17,921 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b80f6efb13ef1bf1875b74ffef43dd2f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59079905, jitterRate=-0.11964081227779388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:17,922 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b80f6efb13ef1bf1875b74ffef43dd2f: Writing region info on filesystem at 1731689657910Initializing all the Stores at 1731689657911 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657911Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657911Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689657911Cleaning up temporary data from old regions at 1731689657918 (+7 ms)Region opened successfully at 1731689657922 (+4 ms) 2024-11-15T16:54:17,927 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1731689657926/Put/seqid=0 2024-11-15T16:54:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741918_1096 (size=4875) 2024-11-15T16:54:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741918_1096 (size=4875) 2024-11-15T16:54:17,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741918_1096 (size=4875) 2024-11-15T16:54:17,942 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1731689657942/Put/seqid=0 2024-11-15T16:54:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741919_1097 (size=4875) 2024-11-15T16:54:17,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741919_1097 (size=4875) 2024-11-15T16:54:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741919_1097 (size=4875) 2024-11-15T16:54:17,953 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1731689657953/Put/seqid=0 2024-11-15T16:54:17,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741920_1098 (size=4875) 2024-11-15T16:54:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741920_1098 (size=4875) 2024-11-15T16:54:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741920_1098 (size=4875) 2024-11-15T16:54:17,967 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in b80f6efb13ef1bf1875b74ffef43dd2f/a 2024-11-15T16:54:17,972 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-11-15T16:54:17,972 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T16:54:17,972 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in b80f6efb13ef1bf1875b74ffef43dd2f/a 2024-11-15T16:54:17,976 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-11-15T16:54:17,976 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T16:54:17,976 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in b80f6efb13ef1bf1875b74ffef43dd2f/a 2024-11-15T16:54:17,980 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-11-15T16:54:17,980 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T16:54:17,980 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b80f6efb13ef1bf1875b74ffef43dd2f 3/3 column families, dataSize=51 B heapSize=896 B 2024-11-15T16:54:18,003 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/.tmp/a/d901b7ce0d3341ecad5757caf0d6d8c2 is 55, key is testCompactedBulkLoadedFiles/a:a/1731689657922/Put/seqid=0 2024-11-15T16:54:18,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741921_1099 (size=5107) 2024-11-15T16:54:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741921_1099 (size=5107) 2024-11-15T16:54:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741921_1099 (size=5107) 2024-11-15T16:54:18,013 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/.tmp/a/d901b7ce0d3341ecad5757caf0d6d8c2 2024-11-15T16:54:18,019 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/.tmp/a/d901b7ce0d3341ecad5757caf0d6d8c2 as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2 2024-11-15T16:54:18,025 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2, entries=1, sequenceid=4, filesize=5.0 K 2024-11-15T16:54:18,026 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for b80f6efb13ef1bf1875b74ffef43dd2f in 46ms, sequenceid=4, compaction requested=false 2024-11-15T16:54:18,026 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for b80f6efb13ef1bf1875b74ffef43dd2f: 2024-11-15T16:54:18,028 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_ 2024-11-15T16:54:18,029 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_ 2024-11-15T16:54:18,031 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_ 2024-11-15T16:54:18,032 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile0 into b80f6efb13ef1bf1875b74ffef43dd2f/a as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_ - updating store file list. 2024-11-15T16:54:18,037 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T16:54:18,037 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_ into b80f6efb13ef1bf1875b74ffef43dd2f/a 2024-11-15T16:54:18,037 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile0 into b80f6efb13ef1bf1875b74ffef43dd2f/a (new location: hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_) 2024-11-15T16:54:18,038 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile1 into b80f6efb13ef1bf1875b74ffef43dd2f/a as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_ - updating store file list. 2024-11-15T16:54:18,043 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe28f4ef20f54506b97308ad814521dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T16:54:18,043 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_ into b80f6efb13ef1bf1875b74ffef43dd2f/a 2024-11-15T16:54:18,043 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile1 into b80f6efb13ef1bf1875b74ffef43dd2f/a (new location: hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_) 2024-11-15T16:54:18,044 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile2 into b80f6efb13ef1bf1875b74ffef43dd2f/a as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_ - updating store file list. 2024-11-15T16:54:18,048 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c17969f013b48269c721ddcfbfc1144_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T16:54:18,048 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_ into b80f6efb13ef1bf1875b74ffef43dd2f/a 2024-11-15T16:54:18,048 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39319/hbase/testCompactedBulkLoadedFiles/hfile2 into b80f6efb13ef1bf1875b74ffef43dd2f/a (new location: hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_) 2024-11-15T16:54:18,056 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-15T16:54:18,056 DEBUG [Time-limited test {}] regionserver.HStore(1541): b80f6efb13ef1bf1875b74ffef43dd2f/a is initiating major compaction (all files) 2024-11-15T16:54:18,057 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of b80f6efb13ef1bf1875b74ffef43dd2f/a in testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:18,057 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_] into tmpdir=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/.tmp, totalSize=19.3 K 2024-11-15T16:54:18,058 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d901b7ce0d3341ecad5757caf0d6d8c2, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1731689657922 2024-11-15T16:54:18,058 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T16:54:18,059 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fe28f4ef20f54506b97308ad814521dd_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T16:54:18,059 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 7c17969f013b48269c721ddcfbfc1144_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-11-15T16:54:18,072 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/.tmp/a/d0a1f5327436414fafa21e13045f56bb is 55, key is testCompactedBulkLoadedFiles/a:a/1731689657922/Put/seqid=0 2024-11-15T16:54:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741922_1100 (size=6154) 2024-11-15T16:54:18,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741922_1100 (size=6154) 2024-11-15T16:54:18,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741922_1100 (size=6154) 2024-11-15T16:54:18,087 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/.tmp/a/d0a1f5327436414fafa21e13045f56bb as hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d0a1f5327436414fafa21e13045f56bb 2024-11-15T16:54:18,093 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in b80f6efb13ef1bf1875b74ffef43dd2f/a of b80f6efb13ef1bf1875b74ffef43dd2f into d0a1f5327436414fafa21e13045f56bb(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-15T16:54:18,093 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for b80f6efb13ef1bf1875b74ffef43dd2f: 2024-11-15T16:54:18,093 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T16:54:18,093 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-11-15T16:54:18,127 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891, size=0 (0bytes) 2024-11-15T16:54:18,127 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 might be still open, length is 0 2024-11-15T16:54:18,127 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 2024-11-15T16:54:18,128 WARN [IPC Server handler 3 on default port 39319 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-11-15T16:54:18,128 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 after 1ms 2024-11-15T16:54:18,824 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-11-15T16:54:18,824 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-11-15T16:54:18,825 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-11-15T16:54:18,825 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-11-15T16:54:20,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:57562 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57562 dst: /127.0.0.1:36639 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36639 remote=/127.0.0.1:57562]. Total timeout mills is 60000, 57808 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:20,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:58610 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58610 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:20,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:48794 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:36183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48794 dst: /127.0.0.1:36183 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741917_1101 (size=1368) 2024-11-15T16:54:20,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741917_1101 (size=1368) 2024-11-15T16:54:20,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741917_1101 (size=1368) 2024-11-15T16:54:22,129 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 after 4002ms 2024-11-15T16:54:22,132 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:22,132 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 took 4005ms 2024-11-15T16:54:22,134 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891; continuing. 2024-11-15T16:54:22,134 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 so closing down 2024-11-15T16:54:22,134 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:22,135 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731689657891.temp 2024-11-15T16:54:22,136 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000003-wal.1731689657891.temp 2024-11-15T16:54:22,136 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741923_1102 (size=635) 2024-11-15T16:54:22,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741923_1102 (size=635) 2024-11-15T16:54:22,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741923_1102 (size=635) 2024-11-15T16:54:22,143 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000003-wal.1731689657891.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-11-15T16:54:22,144 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000003-wal.1731689657891.temp to hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000008 2024-11-15T16:54:22,145 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T16:54:22,145 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891, journal: Splitting hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891, size=0 (0bytes) at 1731689658127Finishing writing output for hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 so closing down at 1731689662134 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000003-wal.1731689657891.temp at 1731689662136 (+2 ms)3 split writer threads finished at 1731689662136Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000003-wal.1731689657891.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1731689662143 (+7 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000003-wal.1731689657891.temp to hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000008 at 1731689662144 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891, size=0, length=0, corrupted=false, cancelled=false at 1731689662145 (+1 ms) 2024-11-15T16:54:22,146 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689657891 2024-11-15T16:54:22,147 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000008 2024-11-15T16:54:22,147 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:22,149 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:22,163 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689662149, exclude list is [], retry=0 2024-11-15T16:54:22,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:22,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:22,166 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:22,168 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689662149 2024-11-15T16:54:22,168 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:22,168 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b80f6efb13ef1bf1875b74ffef43dd2f, NAME => 'testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:22,169 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:22,169 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,169 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,170 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,171 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName a 2024-11-15T16:54:22,171 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,177 DEBUG [StoreFileOpener-b80f6efb13ef1bf1875b74ffef43dd2f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7c17969f013b48269c721ddcfbfc1144_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T16:54:22,177 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_ 2024-11-15T16:54:22,181 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d0a1f5327436414fafa21e13045f56bb 2024-11-15T16:54:22,184 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2 2024-11-15T16:54:22,187 DEBUG [StoreFileOpener-b80f6efb13ef1bf1875b74ffef43dd2f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fe28f4ef20f54506b97308ad814521dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T16:54:22,188 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_ 2024-11-15T16:54:22,191 DEBUG [StoreFileOpener-b80f6efb13ef1bf1875b74ffef43dd2f-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T16:54:22,191 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_ 2024-11-15T16:54:22,191 WARN [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-11-15T16:54:22,191 WARN [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2 from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-11-15T16:54:22,191 WARN [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-11-15T16:54:22,191 WARN [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@43f0ad25 2024-11-15T16:54:22,191 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_] to archive 2024-11-15T16:54:22,192 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-15T16:54:22,194 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_ to hdfs://localhost:39319/hbase/archive/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/7c17969f013b48269c721ddcfbfc1144_SeqId_4_ 2024-11-15T16:54:22,195 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2 to hdfs://localhost:39319/hbase/archive/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/d901b7ce0d3341ecad5757caf0d6d8c2 2024-11-15T16:54:22,196 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_ to hdfs://localhost:39319/hbase/archive/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/fe28f4ef20f54506b97308ad814521dd_SeqId_4_ 2024-11-15T16:54:22,197 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_ to hdfs://localhost:39319/hbase/archive/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/a/ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_ 2024-11-15T16:54:22,197 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,197 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,198 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName b 2024-11-15T16:54:22,198 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,198 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,198 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,199 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b80f6efb13ef1bf1875b74ffef43dd2f columnFamilyName c 2024-11-15T16:54:22,199 DEBUG [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,199 INFO [StoreOpener-b80f6efb13ef1bf1875b74ffef43dd2f-1 {}] regionserver.HStore(327): Store=b80f6efb13ef1bf1875b74ffef43dd2f/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,199 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,200 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,201 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,202 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000008 2024-11-15T16:54:22,204 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:22,206 DEBUG [Time-limited test {}] regionserver.HRegion(5836): b80f6efb13ef1bf1875b74ffef43dd2f : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "b80f6efb13ef1bf1875b74ffef43dd2f" family_name: "a" compaction_input: "d901b7ce0d3341ecad5757caf0d6d8c2" compaction_input: "ffef005d9d8743c08efe5a6c62bd26ab_SeqId_4_" compaction_input: "fe28f4ef20f54506b97308ad814521dd_SeqId_4_" compaction_input: "7c17969f013b48269c721ddcfbfc1144_SeqId_4_" compaction_output: "d0a1f5327436414fafa21e13045f56bb" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-11-15T16:54:22,206 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-11-15T16:54:22,206 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000008 2024-11-15T16:54:22,207 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/0000000000000000008 2024-11-15T16:54:22,207 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,208 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,208 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:22,210 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b80f6efb13ef1bf1875b74ffef43dd2f 2024-11-15T16:54:22,212 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testCompactedBulkLoadedFiles/b80f6efb13ef1bf1875b74ffef43dd2f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T16:54:22,213 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b80f6efb13ef1bf1875b74ffef43dd2f; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65702185, jitterRate=-0.020961150527000427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:22,213 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b80f6efb13ef1bf1875b74ffef43dd2f: Writing region info on filesystem at 1731689662169Initializing all the Stores at 1731689662170 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662170Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662170Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662170Cleaning up temporary data from old regions at 1731689662208 (+38 ms)Region opened successfully at 1731689662213 (+5 ms) 2024-11-15T16:54:22,215 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b80f6efb13ef1bf1875b74ffef43dd2f, disabling compactions & flushes 2024-11-15T16:54:22,215 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:22,215 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:22,216 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. after waiting 0 ms 2024-11-15T16:54:22,216 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:22,216 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1731689657825.b80f6efb13ef1bf1875b74ffef43dd2f. 2024-11-15T16:54:22,216 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b80f6efb13ef1bf1875b74ffef43dd2f: Waiting for close lock at 1731689662215Disabling compacts and flushes for region at 1731689662215Disabling writes for close at 1731689662216 (+1 ms)Writing region close event to WAL at 1731689662216Closed at 1731689662216 2024-11-15T16:54:22,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741924_1103 (size=93) 2024-11-15T16:54:22,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741924_1103 (size=93) 2024-11-15T16:54:22,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741924_1103 (size=93) 2024-11-15T16:54:22,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:22,221 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731689662149) 2024-11-15T16:54:22,236 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=442 (was 429) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_626693402_22 at /127.0.0.1:48052 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:39319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:39319 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_626693402_22 at /127.0.0.1:53196 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1347 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 172), ProcessCount=11 (was 11), AvailableMemoryMB=5544 (was 5564) 2024-11-15T16:54:22,236 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1347 is superior to 1024 2024-11-15T16:54:22,251 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=442, OpenFileDescriptor=1347, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=5544 2024-11-15T16:54:22,251 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1347 is superior to 1024 2024-11-15T16:54:22,266 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:22,268 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T16:54:22,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T16:54:22,271 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-09526181, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/hregion-09526181, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:22,284 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-09526181/hregion-09526181.1731689662272, exclude list is [], retry=0 2024-11-15T16:54:22,287 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:22,287 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:22,287 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:22,289 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-09526181/hregion-09526181.1731689662272 2024-11-15T16:54:22,291 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:37575:37575)] 2024-11-15T16:54:22,291 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => beba08c5a31a250ec8b4c149a14448cb, NAME => 'testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39319/hbase 2024-11-15T16:54:22,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741926_1105 (size=67) 2024-11-15T16:54:22,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741926_1105 (size=67) 2024-11-15T16:54:22,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741926_1105 (size=67) 2024-11-15T16:54:22,300 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:22,301 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,302 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName a 2024-11-15T16:54:22,303 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,303 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,303 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,304 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName b 2024-11-15T16:54:22,304 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,305 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,305 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,306 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName c 2024-11-15T16:54:22,306 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,307 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,307 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,308 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,309 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,309 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,310 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:22,311 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,313 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T16:54:22,313 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened beba08c5a31a250ec8b4c149a14448cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63812110, jitterRate=-0.049125462770462036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:22,313 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for beba08c5a31a250ec8b4c149a14448cb: Writing region info on filesystem at 1731689662300Initializing all the Stores at 1731689662301 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662301Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662301Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662301Cleaning up temporary data from old regions at 1731689662309 (+8 ms)Region opened successfully at 1731689662313 (+4 ms) 2024-11-15T16:54:22,314 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing beba08c5a31a250ec8b4c149a14448cb, disabling compactions & flushes 2024-11-15T16:54:22,314 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,314 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,314 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. after waiting 0 ms 2024-11-15T16:54:22,314 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,314 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,314 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for beba08c5a31a250ec8b4c149a14448cb: Waiting for close lock at 1731689662313Disabling compacts and flushes for region at 1731689662313Disabling writes for close at 1731689662314 (+1 ms)Writing region close event to WAL at 1731689662314Closed at 1731689662314 2024-11-15T16:54:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741925_1104 (size=93) 2024-11-15T16:54:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741925_1104 (size=93) 2024-11-15T16:54:22,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741925_1104 (size=93) 2024-11-15T16:54:22,320 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:22,320 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-09526181:(num 1731689662272) 2024-11-15T16:54:22,320 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:22,322 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:22,335 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322, exclude list is [], retry=0 2024-11-15T16:54:22,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:22,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:22,338 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:22,340 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322 2024-11-15T16:54:22,340 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33335:33335),(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831)] 2024-11-15T16:54:22,340 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => beba08c5a31a250ec8b4c149a14448cb, NAME => 'testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:22,341 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:22,341 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,341 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,342 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,343 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName a 2024-11-15T16:54:22,343 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,343 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,344 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,344 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName b 2024-11-15T16:54:22,344 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,345 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,345 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,346 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName c 2024-11-15T16:54:22,346 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,346 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,346 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,347 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,348 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,349 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,349 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,349 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:22,351 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,352 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened beba08c5a31a250ec8b4c149a14448cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67728220, jitterRate=0.009229123592376709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:22,352 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for beba08c5a31a250ec8b4c149a14448cb: Writing region info on filesystem at 1731689662341Initializing all the Stores at 1731689662342 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662342Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662342Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662342Cleaning up temporary data from old regions at 1731689662349 (+7 ms)Region opened successfully at 1731689662352 (+3 ms) 2024-11-15T16:54:22,359 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing beba08c5a31a250ec8b4c149a14448cb 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-11-15T16:54:22,376 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/a/0e80ac48e0ce4655b8eee1ae61b4e9eb is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1731689662352/Put/seqid=0 2024-11-15T16:54:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741928_1107 (size=5958) 2024-11-15T16:54:22,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741928_1107 (size=5958) 2024-11-15T16:54:22,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741928_1107 (size=5958) 2024-11-15T16:54:22,383 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/a/0e80ac48e0ce4655b8eee1ae61b4e9eb 2024-11-15T16:54:22,389 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/a/0e80ac48e0ce4655b8eee1ae61b4e9eb as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/a/0e80ac48e0ce4655b8eee1ae61b4e9eb 2024-11-15T16:54:22,394 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/a/0e80ac48e0ce4655b8eee1ae61b4e9eb, entries=10, sequenceid=13, filesize=5.8 K 2024-11-15T16:54:22,395 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for beba08c5a31a250ec8b4c149a14448cb in 36ms, sequenceid=13, compaction requested=false 2024-11-15T16:54:22,395 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for beba08c5a31a250ec8b4c149a14448cb: 2024-11-15T16:54:22,411 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing beba08c5a31a250ec8b4c149a14448cb, disabling compactions & flushes 2024-11-15T16:54:22,411 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,411 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,412 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. after waiting 0 ms 2024-11-15T16:54:22,412 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,412 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,412 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:22,412 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for beba08c5a31a250ec8b4c149a14448cb: Waiting for close lock at 1731689662411Disabling compacts and flushes for region at 1731689662411Disabling writes for close at 1731689662412 (+1 ms)Writing region close event to WAL at 1731689662412Closed at 1731689662412 2024-11-15T16:54:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741927_1106 (size=2805) 2024-11-15T16:54:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741927_1106 (size=2805) 2024-11-15T16:54:22,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741927_1106 (size=2805) 2024-11-15T16:54:22,431 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322, size=2.7 K (2805bytes) 2024-11-15T16:54:22,431 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322 2024-11-15T16:54:22,432 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322 after 0ms 2024-11-15T16:54:22,434 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:22,434 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322 took 3ms 2024-11-15T16:54:22,436 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322 so closing down 2024-11-15T16:54:22,436 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:22,437 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1731689662322.temp 2024-11-15T16:54:22,439 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000003-wal.1731689662322.temp 2024-11-15T16:54:22,439 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741929_1108 (size=2312) 2024-11-15T16:54:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741929_1108 (size=2312) 2024-11-15T16:54:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741929_1108 (size=2312) 2024-11-15T16:54:22,445 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000003-wal.1731689662322.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T16:54:22,447 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000003-wal.1731689662322.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000035 2024-11-15T16:54:22,447 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-11-15T16:54:22,447 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322, journal: Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322, size=2.7 K (2805bytes) at 1731689662431Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322 so closing down at 1731689662436 (+5 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000003-wal.1731689662322.temp at 1731689662439 (+3 ms)3 split writer threads finished at 1731689662439Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000003-wal.1731689662322.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731689662445 (+6 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000003-wal.1731689662322.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000035 at 1731689662447 (+2 ms)Processed 32 edits across 1 Regions in 12 ms; skipped=2; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1731689662447 2024-11-15T16:54:22,449 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662322 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689662322 2024-11-15T16:54:22,450 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000035 2024-11-15T16:54:22,450 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:22,452 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:22,466 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452, exclude list is [], retry=0 2024-11-15T16:54:22,468 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:22,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:22,469 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:22,471 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 2024-11-15T16:54:22,471 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:54:22,471 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => beba08c5a31a250ec8b4c149a14448cb, NAME => 'testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T16:54:22,471 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:22,472 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,472 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,473 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,474 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName a 2024-11-15T16:54:22,474 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,480 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/a/0e80ac48e0ce4655b8eee1ae61b4e9eb 2024-11-15T16:54:22,480 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,481 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,481 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName b 2024-11-15T16:54:22,482 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,482 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-15T16:54:22,482 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,482 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,483 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName c 2024-11-15T16:54:22,483 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:22,484 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:22,484 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,485 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,486 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,487 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000035 2024-11-15T16:54:22,490 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:22,491 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000035 2024-11-15T16:54:22,492 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing beba08c5a31a250ec8b4c149a14448cb 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-11-15T16:54:22,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/b/aa39fa8c1e9142e7b4a22582c336f2aa is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1731689662395/Put/seqid=0 2024-11-15T16:54:22,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741931_1110 (size=5958) 2024-11-15T16:54:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741931_1110 (size=5958) 2024-11-15T16:54:22,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741931_1110 (size=5958) 2024-11-15T16:54:22,517 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/b/aa39fa8c1e9142e7b4a22582c336f2aa 2024-11-15T16:54:22,538 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/c/fd95741e255b480cac81e2baa4ebe428 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1731689662401/Put/seqid=0 2024-11-15T16:54:22,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741932_1111 (size=5958) 2024-11-15T16:54:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741932_1111 (size=5958) 2024-11-15T16:54:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741932_1111 (size=5958) 2024-11-15T16:54:22,546 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/c/fd95741e255b480cac81e2baa4ebe428 2024-11-15T16:54:22,551 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/b/aa39fa8c1e9142e7b4a22582c336f2aa as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/b/aa39fa8c1e9142e7b4a22582c336f2aa 2024-11-15T16:54:22,557 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/b/aa39fa8c1e9142e7b4a22582c336f2aa, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T16:54:22,558 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/c/fd95741e255b480cac81e2baa4ebe428 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/c/fd95741e255b480cac81e2baa4ebe428 2024-11-15T16:54:22,562 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/c/fd95741e255b480cac81e2baa4ebe428, entries=10, sequenceid=35, filesize=5.8 K 2024-11-15T16:54:22,563 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for beba08c5a31a250ec8b4c149a14448cb in 70ms, sequenceid=35, compaction requested=false; wal=null 2024-11-15T16:54:22,563 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000035 2024-11-15T16:54:22,564 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,564 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,565 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:22,566 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:22,568 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-11-15T16:54:22,569 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened beba08c5a31a250ec8b4c149a14448cb; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60706351, jitterRate=-0.09540487825870514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:22,569 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for beba08c5a31a250ec8b4c149a14448cb: Writing region info on filesystem at 1731689662472Initializing all the Stores at 1731689662473 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662473Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662473Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689662473Obtaining lock to block concurrent updates at 1731689662492 (+19 ms)Preparing flush snapshotting stores in beba08c5a31a250ec8b4c149a14448cb at 1731689662492Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1731689662492Flushing stores of testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. at 1731689662492Flushing beba08c5a31a250ec8b4c149a14448cb/b: creating writer at 1731689662492Flushing beba08c5a31a250ec8b4c149a14448cb/b: appending metadata at 1731689662507 (+15 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/b: closing flushed file at 1731689662507Flushing beba08c5a31a250ec8b4c149a14448cb/c: creating writer at 1731689662523 (+16 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/c: appending metadata at 1731689662537 (+14 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/c: closing flushed file at 1731689662537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f142e1: reopening flushed file at 1731689662551 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22155890: reopening flushed file at 1731689662557 (+6 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for beba08c5a31a250ec8b4c149a14448cb in 70ms, sequenceid=35, compaction requested=false; wal=null at 1731689662563 (+6 ms)Cleaning up temporary data from old regions at 1731689662564 (+1 ms)Region opened successfully at 1731689662569 (+5 ms) 2024-11-15T16:54:22,636 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452, size=0 (0bytes) 2024-11-15T16:54:22,636 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 might be still open, length is 0 2024-11-15T16:54:22,636 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 2024-11-15T16:54:22,637 WARN [IPC Server handler 1 on default port 39319 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-11-15T16:54:22,637 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 after 1ms 2024-11-15T16:54:23,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:48106 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36639:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48106 dst: /127.0.0.1:36639 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:36639 remote=/127.0.0.1:48106]. Total timeout mills is 60000, 59311 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:23,285 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:53266 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36183:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:53266 dst: /127.0.0.1:36183 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:23,286 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-399160838_22 at /127.0.0.1:60824 [Receiving block BP-327992362-172.17.0.2-1731689625375:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:36617:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60824 dst: /127.0.0.1:36617 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:23,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741930_1112 (size=2304) 2024-11-15T16:54:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741930_1112 (size=2304) 2024-11-15T16:54:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741930_1112 (size=2304) 2024-11-15T16:54:26,638 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 after 4002ms 2024-11-15T16:54:26,641 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:26,641 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 took 4005ms 2024-11-15T16:54:26,643 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452; continuing. 2024-11-15T16:54:26,643 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 so closing down 2024-11-15T16:54:26,643 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-15T16:54:26,644 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1731689662452.temp 2024-11-15T16:54:26,645 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000037-wal.1731689662452.temp 2024-11-15T16:54:26,646 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-11-15T16:54:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741933_1113 (size=2312) 2024-11-15T16:54:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741933_1113 (size=2312) 2024-11-15T16:54:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741933_1113 (size=2312) 2024-11-15T16:54:26,652 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000037-wal.1731689662452.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-11-15T16:54:26,653 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000037-wal.1731689662452.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000066 2024-11-15T16:54:26,653 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452, size=0, length=0, corrupted=false, cancelled=false 2024-11-15T16:54:26,654 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452, journal: Splitting hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452, size=0 (0bytes) at 1731689662636Finishing writing output for hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 so closing down at 1731689666643 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000037-wal.1731689662452.temp at 1731689666645 (+2 ms)3 split writer threads finished at 1731689666646 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000037-wal.1731689662452.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1731689666652 (+6 ms)Rename recovered edits hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000037-wal.1731689662452.temp to hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000066 at 1731689666653 (+1 ms)Processed 30 edits across 1 Regions in 12 ms; skipped=0; WAL=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452, size=0, length=0, corrupted=false, cancelled=false at 1731689666654 (+1 ms) 2024-11-15T16:54:26,655 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 to hdfs://localhost:39319/hbase/oldWALs/wal.1731689662452 2024-11-15T16:54:26,656 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000066 2024-11-15T16:54:26,656 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-11-15T16:54:26,658 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:39319/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265, archiveDir=hdfs://localhost:39319/hbase/oldWALs, maxLogs=32 2024-11-15T16:54:26,672 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689666658, exclude list is [], retry=0 2024-11-15T16:54:26,674 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-3d2531ce-d7be-4976-a539-ea5cfe809205,DISK] 2024-11-15T16:54:26,674 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-e694df61-ce19-4110-bb71-caea07060d48,DISK] 2024-11-15T16:54:26,674 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36617,DS-e1404e18-446d-4d25-a65f-0d655a5e396a,DISK] 2024-11-15T16:54:26,676 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689666658 2024-11-15T16:54:26,676 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37575:37575),(127.0.0.1/127.0.0.1:32831:32831),(127.0.0.1/127.0.0.1:33335:33335)] 2024-11-15T16:54:26,676 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T16:54:26,678 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,679 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName a 2024-11-15T16:54:26,679 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:26,684 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/a/0e80ac48e0ce4655b8eee1ae61b4e9eb 2024-11-15T16:54:26,685 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:26,685 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,686 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName b 2024-11-15T16:54:26,686 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:26,690 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/b/aa39fa8c1e9142e7b4a22582c336f2aa 2024-11-15T16:54:26,691 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:26,691 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,691 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region beba08c5a31a250ec8b4c149a14448cb columnFamilyName c 2024-11-15T16:54:26,692 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T16:54:26,696 DEBUG [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/c/fd95741e255b480cac81e2baa4ebe428 2024-11-15T16:54:26,696 INFO [StoreOpener-beba08c5a31a250ec8b4c149a14448cb-1 {}] regionserver.HStore(327): Store=beba08c5a31a250ec8b4c149a14448cb/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T16:54:26,696 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,697 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,698 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,698 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000066 2024-11-15T16:54:26,700 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-11-15T16:54:26,704 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000066 2024-11-15T16:54:26,705 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing beba08c5a31a250ec8b4c149a14448cb 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-11-15T16:54:26,719 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/a/23e3359eea9045fba2e2493b5b1cf29a is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1731689662576/Put/seqid=0 2024-11-15T16:54:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741935_1115 (size=5958) 2024-11-15T16:54:26,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741935_1115 (size=5958) 2024-11-15T16:54:26,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741935_1115 (size=5958) 2024-11-15T16:54:26,727 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/a/23e3359eea9045fba2e2493b5b1cf29a 2024-11-15T16:54:26,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/b/2eae1f00aff24f969cb0862f9ee15e79 is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1731689662583/Put/seqid=0 2024-11-15T16:54:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741936_1116 (size=5958) 2024-11-15T16:54:26,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741936_1116 (size=5958) 2024-11-15T16:54:26,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741936_1116 (size=5958) 2024-11-15T16:54:26,752 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/b/2eae1f00aff24f969cb0862f9ee15e79 2024-11-15T16:54:26,779 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/c/db992a70a7e842c189d5fce0f77135b0 is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1731689662590/Put/seqid=0 2024-11-15T16:54:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741937_1117 (size=5958) 2024-11-15T16:54:26,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741937_1117 (size=5958) 2024-11-15T16:54:26,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741937_1117 (size=5958) 2024-11-15T16:54:26,787 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/c/db992a70a7e842c189d5fce0f77135b0 2024-11-15T16:54:26,793 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/a/23e3359eea9045fba2e2493b5b1cf29a as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/a/23e3359eea9045fba2e2493b5b1cf29a 2024-11-15T16:54:26,798 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/a/23e3359eea9045fba2e2493b5b1cf29a, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T16:54:26,799 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/b/2eae1f00aff24f969cb0862f9ee15e79 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/b/2eae1f00aff24f969cb0862f9ee15e79 2024-11-15T16:54:26,803 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/b/2eae1f00aff24f969cb0862f9ee15e79, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T16:54:26,804 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/.tmp/c/db992a70a7e842c189d5fce0f77135b0 as hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/c/db992a70a7e842c189d5fce0f77135b0 2024-11-15T16:54:26,808 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/c/db992a70a7e842c189d5fce0f77135b0, entries=10, sequenceid=66, filesize=5.8 K 2024-11-15T16:54:26,808 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for beba08c5a31a250ec8b4c149a14448cb in 103ms, sequenceid=66, compaction requested=false; wal=null 2024-11-15T16:54:26,809 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/0000000000000000066 2024-11-15T16:54:26,810 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,810 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,810 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T16:54:26,812 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for beba08c5a31a250ec8b4c149a14448cb 2024-11-15T16:54:26,814 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/hbase/data/default/testReplayEditsWrittenViaHRegion/beba08c5a31a250ec8b4c149a14448cb/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-11-15T16:54:26,815 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened beba08c5a31a250ec8b4c149a14448cb; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73833733, jitterRate=0.1002083569765091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T16:54:26,815 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for beba08c5a31a250ec8b4c149a14448cb: Writing region info on filesystem at 1731689666676Initializing all the Stores at 1731689666677 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689666677Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689666678 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731689666678Obtaining lock to block concurrent updates at 1731689666705 (+27 ms)Preparing flush snapshotting stores in beba08c5a31a250ec8b4c149a14448cb at 1731689666705Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1731689666705Flushing stores of testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. at 1731689666705Flushing beba08c5a31a250ec8b4c149a14448cb/a: creating writer at 1731689666705Flushing beba08c5a31a250ec8b4c149a14448cb/a: appending metadata at 1731689666719 (+14 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/a: closing flushed file at 1731689666719Flushing beba08c5a31a250ec8b4c149a14448cb/b: creating writer at 1731689666731 (+12 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/b: appending metadata at 1731689666745 (+14 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/b: closing flushed file at 1731689666745Flushing beba08c5a31a250ec8b4c149a14448cb/c: creating writer at 1731689666757 (+12 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/c: appending metadata at 1731689666779 (+22 ms)Flushing beba08c5a31a250ec8b4c149a14448cb/c: closing flushed file at 1731689666779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35eb9178: reopening flushed file at 1731689666793 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55837820: reopening flushed file at 1731689666798 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528b1b3b: reopening flushed file at 1731689666803 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for beba08c5a31a250ec8b4c149a14448cb in 103ms, sequenceid=66, compaction requested=false; wal=null at 1731689666808 (+5 ms)Cleaning up temporary data from old regions at 1731689666810 (+2 ms)Region opened successfully at 1731689666815 (+5 ms) 2024-11-15T16:54:26,829 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing beba08c5a31a250ec8b4c149a14448cb, disabling compactions & flushes 2024-11-15T16:54:26,829 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:26,829 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:26,829 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. after waiting 0 ms 2024-11-15T16:54:26,829 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:26,831 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1731689662267.beba08c5a31a250ec8b4c149a14448cb. 2024-11-15T16:54:26,831 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for beba08c5a31a250ec8b4c149a14448cb: Waiting for close lock at 1731689666829Disabling compacts and flushes for region at 1731689666829Disabling writes for close at 1731689666829Writing region close event to WAL at 1731689666831 (+2 ms)Closed at 1731689666831 2024-11-15T16:54:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741934_1114 (size=93) 2024-11-15T16:54:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741934_1114 (size=93) 2024-11-15T16:54:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741934_1114 (size=93) 2024-11-15T16:54:26,836 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-11-15T16:54:26,836 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1731689666658) 2024-11-15T16:54:26,855 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=447 (was 442) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:39319 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_9413662_22 at /127.0.0.1:48134 [Waiting for operation #17] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:39319 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_9413662_22 at /127.0.0.1:60880 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_9413662_22 at /127.0.0.1:53306 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1347) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=146 (was 158), ProcessCount=11 (was 11), AvailableMemoryMB=5527 (was 5544) 2024-11-15T16:54:26,855 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-11-15T16:54:26,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T16:54:26,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:54:26,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:54:26,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:26,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:26,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T16:54:26,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T16:54:26,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=315704162, stopped=false 2024-11-15T16:54:26,857 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a9bde5b3a1b5,46491,1731689628400 2024-11-15T16:54:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:54:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:54:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-15T16:54:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:54:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:54:26,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:54:26,859 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:54:26,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T16:54:26,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:54:26,860 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:54:26,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:54:26,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:26,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-15T16:54:26,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,38295,1731689629203' ***** 2024-11-15T16:54:26,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T16:54:26,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a9bde5b3a1b5,46811,1731689629241' ***** 2024-11-15T16:54:26,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T16:54:26,861 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:54:26,861 INFO [RS:1;a9bde5b3a1b5:38295 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T16:54:26,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:54:26,861 INFO [RS:1;a9bde5b3a1b5:38295 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T16:54:26,861 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:26,861 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:54:26,861 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T16:54:26,861 INFO [RS:1;a9bde5b3a1b5:38295 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;a9bde5b3a1b5:38295. 2024-11-15T16:54:26,861 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:54:26,861 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:26,862 INFO [RS:2;a9bde5b3a1b5:46811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T16:54:26,862 INFO [RS:2;a9bde5b3a1b5:46811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T16:54:26,862 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:54:26,862 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(3091): Received CLOSE for 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:26,862 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:54:26,862 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:54:26,862 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T16:54:26,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T16:54:26,862 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(959): stopping server a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:54:26,862 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:54:26,862 INFO [RS:2;a9bde5b3a1b5:46811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;a9bde5b3a1b5:46811. 2024-11-15T16:54:26,862 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T16:54:26,862 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:26,862 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T16:54:26,862 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T16:54:26,862 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T16:54:26,862 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1325): Online Regions={815d5b1a576ee20c18468b0c00a48feb=testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb.} 2024-11-15T16:54:26,863 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T16:54:26,863 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1351): Waiting on 815d5b1a576ee20c18468b0c00a48feb 2024-11-15T16:54:26,862 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 815d5b1a576ee20c18468b0c00a48feb, disabling compactions & flushes 2024-11-15T16:54:26,863 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:26,863 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:26,863 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T16:54:26,863 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. after waiting 0 ms 2024-11-15T16:54:26,863 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T16:54:26,863 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:26,863 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T16:54:26,863 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T16:54:26,863 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T16:54:26,863 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-11-15T16:54:26,868 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/default/testReplayEditsAfterRegionMovedWithMultiCF/815d5b1a576ee20c18468b0c00a48feb/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-11-15T16:54:26,869 INFO [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:26,869 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 815d5b1a576ee20c18468b0c00a48feb: Waiting for close lock at 1731689666862Running coprocessor pre-close hooks at 1731689666862Disabling compacts and flushes for region at 1731689666862Disabling writes for close at 1731689666863 (+1 ms)Writing region close event to WAL at 1731689666864 (+1 ms)Running coprocessor post-close hooks at 1731689666869 (+5 ms)Closed at 1731689666869 2024-11-15T16:54:26,869 DEBUG [RS_CLOSE_REGION-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb. 2024-11-15T16:54:26,891 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/info/264fa14dd85444ca945bd282cc4a5d8d is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1731689643853.815d5b1a576ee20c18468b0c00a48feb./info:regioninfo/1731689647028/Put/seqid=0 2024-11-15T16:54:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741938_1118 (size=8243) 2024-11-15T16:54:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741938_1118 (size=8243) 2024-11-15T16:54:26,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741938_1118 (size=8243) 2024-11-15T16:54:26,901 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/info/264fa14dd85444ca945bd282cc4a5d8d 2024-11-15T16:54:26,928 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/ns/0c5d6fa256c54d39a3c2839755788ad8 is 43, key is default/ns:d/1731689631191/Put/seqid=0 2024-11-15T16:54:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741939_1119 (size=5153) 2024-11-15T16:54:26,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741939_1119 (size=5153) 2024-11-15T16:54:26,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741939_1119 (size=5153) 2024-11-15T16:54:26,936 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/ns/0c5d6fa256c54d39a3c2839755788ad8 2024-11-15T16:54:26,955 INFO [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:54:26,955 INFO [regionserver/a9bde5b3a1b5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:54:26,956 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/table/7a8d2e731f3d4644872ae032e33b2e16 is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1731689644267/Put/seqid=0 2024-11-15T16:54:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741940_1120 (size=5431) 2024-11-15T16:54:26,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741940_1120 (size=5431) 2024-11-15T16:54:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741940_1120 (size=5431) 2024-11-15T16:54:26,963 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/table/7a8d2e731f3d4644872ae032e33b2e16 2024-11-15T16:54:26,970 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/info/264fa14dd85444ca945bd282cc4a5d8d as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/info/264fa14dd85444ca945bd282cc4a5d8d 2024-11-15T16:54:26,975 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/info/264fa14dd85444ca945bd282cc4a5d8d, entries=18, sequenceid=21, filesize=8.0 K 2024-11-15T16:54:26,976 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/ns/0c5d6fa256c54d39a3c2839755788ad8 as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/ns/0c5d6fa256c54d39a3c2839755788ad8 2024-11-15T16:54:26,982 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/ns/0c5d6fa256c54d39a3c2839755788ad8, entries=2, sequenceid=21, filesize=5.0 K 2024-11-15T16:54:26,983 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/.tmp/table/7a8d2e731f3d4644872ae032e33b2e16 as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/table/7a8d2e731f3d4644872ae032e33b2e16 2024-11-15T16:54:26,989 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/table/7a8d2e731f3d4644872ae032e33b2e16, entries=2, sequenceid=21, filesize=5.3 K 2024-11-15T16:54:26,990 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=21, compaction requested=false 2024-11-15T16:54:26,994 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-15T16:54:26,994 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T16:54:26,994 INFO [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T16:54:26,994 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731689666863Running coprocessor pre-close hooks at 1731689666863Disabling compacts and flushes for region at 1731689666863Disabling writes for close at 1731689666863Obtaining lock to block concurrent updates at 1731689666863Preparing flush snapshotting stores in 1588230740 at 1731689666863Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1731689666863Flushing stores of hbase:meta,,1.1588230740 at 1731689666864 (+1 ms)Flushing 1588230740/info: creating writer at 1731689666864Flushing 1588230740/info: appending metadata at 1731689666891 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731689666891Flushing 1588230740/ns: creating writer at 1731689666908 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731689666927 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731689666927Flushing 1588230740/table: creating writer at 1731689666942 (+15 ms)Flushing 1588230740/table: appending metadata at 1731689666956 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731689666956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a76de4b: reopening flushed file at 1731689666969 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d23d4ac: reopening flushed file at 1731689666976 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b21b117: reopening flushed file at 1731689666982 (+6 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 126ms, sequenceid=21, compaction requested=false at 1731689666990 (+8 ms)Writing region close event to WAL at 1731689666991 (+1 ms)Running coprocessor post-close hooks at 1731689666994 (+3 ms)Closed at 1731689666994 2024-11-15T16:54:26,995 DEBUG [RS_CLOSE_META-regionserver/a9bde5b3a1b5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T16:54:27,063 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,38295,1731689629203; all regions closed. 2024-11-15T16:54:27,063 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(976): stopping server a9bde5b3a1b5,46811,1731689629241; all regions closed. 2024-11-15T16:54:27,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741836_1012 (size=3783) 2024-11-15T16:54:27,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741836_1012 (size=3783) 2024-11-15T16:54:27,067 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/WALs/a9bde5b3a1b5,46811,1731689629241/a9bde5b3a1b5%2C46811%2C1731689629241.1731689630572 not finished, retry = 0 2024-11-15T16:54:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741833_1009 (size=841) 2024-11-15T16:54:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741833_1009 (size=841) 2024-11-15T16:54:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741836_1012 (size=3783) 2024-11-15T16:54:27,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741833_1009 (size=841) 2024-11-15T16:54:27,069 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs 2024-11-15T16:54:27,069 INFO [RS:1;a9bde5b3a1b5:38295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C38295%2C1731689629203.meta:.meta(num 1731689631038) 2024-11-15T16:54:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741834_1010 (size=2054) 2024-11-15T16:54:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741834_1010 (size=2054) 2024-11-15T16:54:27,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741834_1010 (size=2054) 2024-11-15T16:54:27,073 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs 2024-11-15T16:54:27,074 INFO [RS:1;a9bde5b3a1b5:38295 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C38295%2C1731689629203:(num 1731689630573) 2024-11-15T16:54:27,074 DEBUG [RS:1;a9bde5b3a1b5:38295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:27,074 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:54:27,074 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:54:27,074 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T16:54:27,074 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:54:27,074 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:54:27,074 INFO [RS:1;a9bde5b3a1b5:38295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38295 2024-11-15T16:54:27,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:54:27,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,38295,1731689629203 2024-11-15T16:54:27,076 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:54:27,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,38295,1731689629203] 2024-11-15T16:54:27,079 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,38295,1731689629203 already deleted, retry=false 2024-11-15T16:54:27,079 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,38295,1731689629203 expired; onlineServers=1 2024-11-15T16:54:27,169 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/oldWALs 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a9bde5b3a1b5%2C46811%2C1731689629241:(num 1731689630572) 2024-11-15T16:54:27,170 DEBUG [RS:2;a9bde5b3a1b5:46811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.ChoreService(370): Chore service for: regionserver/a9bde5b3a1b5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:54:27,170 INFO [regionserver/a9bde5b3a1b5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:54:27,170 INFO [RS:2;a9bde5b3a1b5:46811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46811 2024-11-15T16:54:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/a9bde5b3a1b5,46811,1731689629241 2024-11-15T16:54:27,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-15T16:54:27,172 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:54:27,174 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a9bde5b3a1b5,46811,1731689629241] 2024-11-15T16:54:27,175 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/a9bde5b3a1b5,46811,1731689629241 already deleted, retry=false 2024-11-15T16:54:27,175 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a9bde5b3a1b5,46811,1731689629241 expired; onlineServers=0 2024-11-15T16:54:27,175 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a9bde5b3a1b5,46491,1731689628400' ***** 2024-11-15T16:54:27,175 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T16:54:27,175 INFO [M:0;a9bde5b3a1b5:46491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T16:54:27,175 INFO [M:0;a9bde5b3a1b5:46491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T16:54:27,176 DEBUG [M:0;a9bde5b3a1b5:46491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T16:54:27,176 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T16:54:27,176 DEBUG [M:0;a9bde5b3a1b5:46491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T16:54:27,176 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689630290 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.small.0-1731689630290,5,FailOnTimeoutGroup] 2024-11-15T16:54:27,176 DEBUG [master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689630289 {}] cleaner.HFileCleaner(306): Exit Thread[master/a9bde5b3a1b5:0:becomeActiveMaster-HFileCleaner.large.0-1731689630289,5,FailOnTimeoutGroup] 2024-11-15T16:54:27,176 INFO [M:0;a9bde5b3a1b5:46491 {}] hbase.ChoreService(370): Chore service for: master/a9bde5b3a1b5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T16:54:27,176 INFO [M:0;a9bde5b3a1b5:46491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T16:54:27,176 DEBUG [M:0;a9bde5b3a1b5:46491 {}] master.HMaster(1795): Stopping service threads 2024-11-15T16:54:27,176 INFO [M:0;a9bde5b3a1b5:46491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T16:54:27,176 INFO [M:0;a9bde5b3a1b5:46491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T16:54:27,177 INFO [M:0;a9bde5b3a1b5:46491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T16:54:27,177 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T16:54:27,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-15T16:54:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-15T16:54:27,178 DEBUG [M:0;a9bde5b3a1b5:46491 {}] zookeeper.ZKUtil(347): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-15T16:54:27,178 WARN [M:0;a9bde5b3a1b5:46491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T16:54:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:27,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38295-0x101acda35280002, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:27,178 INFO [RS:1;a9bde5b3a1b5:38295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:54:27,178 INFO [RS:1;a9bde5b3a1b5:38295 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,38295,1731689629203; zookeeper connection closed. 2024-11-15T16:54:27,178 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5756987a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5756987a 2024-11-15T16:54:27,178 INFO [M:0;a9bde5b3a1b5:46491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/.lastflushedseqids 2024-11-15T16:54:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741941_1121 (size=138) 2024-11-15T16:54:27,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741941_1121 (size=138) 2024-11-15T16:54:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741941_1121 (size=138) 2024-11-15T16:54:27,194 INFO [M:0;a9bde5b3a1b5:46491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T16:54:27,194 INFO [M:0;a9bde5b3a1b5:46491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T16:54:27,194 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T16:54:27,194 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:54:27,194 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:54:27,194 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T16:54:27,194 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:54:27,195 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.34 KB heapSize=83.73 KB 2024-11-15T16:54:27,210 DEBUG [M:0;a9bde5b3a1b5:46491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f34d60f052aa44128f905d3773584f2d is 82, key is hbase:meta,,1/info:regioninfo/1731689631117/Put/seqid=0 2024-11-15T16:54:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741942_1122 (size=5672) 2024-11-15T16:54:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741942_1122 (size=5672) 2024-11-15T16:54:27,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741942_1122 (size=5672) 2024-11-15T16:54:27,216 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f34d60f052aa44128f905d3773584f2d 2024-11-15T16:54:27,235 DEBUG [M:0;a9bde5b3a1b5:46491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17bab255e9b416c876b77d41e8adff6 is 1076, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731689644273/Put/seqid=0 2024-11-15T16:54:27,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741943_1123 (size=7755) 2024-11-15T16:54:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741943_1123 (size=7755) 2024-11-15T16:54:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741943_1123 (size=7755) 2024-11-15T16:54:27,242 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.61 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17bab255e9b416c876b77d41e8adff6 2024-11-15T16:54:27,247 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d17bab255e9b416c876b77d41e8adff6 2024-11-15T16:54:27,261 DEBUG [M:0;a9bde5b3a1b5:46491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c071d6f68a4d5b8c586f0fc4c8f518 is 69, key is a9bde5b3a1b5,38295,1731689629203/rs:state/1731689630329/Put/seqid=0 2024-11-15T16:54:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741944_1124 (size=5445) 2024-11-15T16:54:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741944_1124 (size=5445) 2024-11-15T16:54:27,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741944_1124 (size=5445) 2024-11-15T16:54:27,269 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c071d6f68a4d5b8c586f0fc4c8f518 2024-11-15T16:54:27,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:27,274 INFO [RS:2;a9bde5b3a1b5:46811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:54:27,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46811-0x101acda35280003, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:27,274 INFO [RS:2;a9bde5b3a1b5:46811 {}] regionserver.HRegionServer(1031): Exiting; stopping=a9bde5b3a1b5,46811,1731689629241; zookeeper connection closed. 2024-11-15T16:54:27,274 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63c884d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63c884d8 2024-11-15T16:54:27,275 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-15T16:54:27,275 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76c071d6f68a4d5b8c586f0fc4c8f518 2024-11-15T16:54:27,276 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f34d60f052aa44128f905d3773584f2d as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f34d60f052aa44128f905d3773584f2d 2024-11-15T16:54:27,280 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f34d60f052aa44128f905d3773584f2d, entries=8, sequenceid=168, filesize=5.5 K 2024-11-15T16:54:27,281 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17bab255e9b416c876b77d41e8adff6 as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d17bab255e9b416c876b77d41e8adff6 2024-11-15T16:54:27,286 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d17bab255e9b416c876b77d41e8adff6 2024-11-15T16:54:27,287 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d17bab255e9b416c876b77d41e8adff6, entries=17, sequenceid=168, filesize=7.6 K 2024-11-15T16:54:27,287 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c071d6f68a4d5b8c586f0fc4c8f518 as hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76c071d6f68a4d5b8c586f0fc4c8f518 2024-11-15T16:54:27,292 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 76c071d6f68a4d5b8c586f0fc4c8f518 2024-11-15T16:54:27,292 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39319/user/jenkins/test-data/8fd32b34-d9b5-bc8b-dd85-a13194fb7834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76c071d6f68a4d5b8c586f0fc4c8f518, entries=3, sequenceid=168, filesize=5.3 K 2024-11-15T16:54:27,293 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false 2024-11-15T16:54:27,294 INFO [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T16:54:27,295 DEBUG [M:0;a9bde5b3a1b5:46491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731689667194Disabling compacts and flushes for region at 1731689667194Disabling writes for close at 1731689667194Obtaining lock to block concurrent updates at 1731689667195 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731689667195Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69984, getHeapSize=85672, getOffHeapSize=0, getCellsCount=195 at 1731689667195Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731689667195Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731689667195Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731689667209 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731689667209Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731689667220 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731689667235 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731689667235Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731689667247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731689667261 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731689667261Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59401e05: reopening flushed file at 1731689667275 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68500c69: reopening flushed file at 1731689667280 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2adea016: reopening flushed file at 1731689667287 (+7 ms)Finished flush of dataSize ~68.34 KB/69984, heapSize ~83.43 KB/85432, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=168, compaction requested=false at 1731689667293 (+6 ms)Writing region close event to WAL at 1731689667294 (+1 ms)Closed at 1731689667294 2024-11-15T16:54:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36617 is added to blk_1073741830_1006 (size=71337) 2024-11-15T16:54:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741830_1006 (size=71337) 2024-11-15T16:54:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741830_1006 (size=71337) 2024-11-15T16:54:27,298 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T16:54:27,298 INFO [M:0;a9bde5b3a1b5:46491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T16:54:27,298 INFO [M:0;a9bde5b3a1b5:46491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46491 2024-11-15T16:54:27,299 INFO [M:0;a9bde5b3a1b5:46491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T16:54:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:27,401 INFO [M:0;a9bde5b3a1b5:46491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T16:54:27,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46491-0x101acda35280000, quorum=127.0.0.1:51574, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T16:54:27,407 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647582 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647582 (inode 16655) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1731689647313/wal.1731689647582 (inode 16655) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T16:54:27,408 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1731689639425/wal.1731689639522 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:27,409 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1731689662265/wal.1731689662452 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:27,411 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689657028 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689657028 (inode 16678) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1731689647731/wal.1731689657028 (inode 16678) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T16:54:27,412 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1731689632358/wal.1731689632531 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:27,414 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657675 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657675 (inode 16704) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1731689657238/wal.1731689657675 (inode 16704) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T16:54:27,414 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1731689657824/wal.1731689657891 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T16:54:27,416 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal.1731689632229 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal.1731689632229 (inode 16485) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1731689632045/wal.1731689632229 (inode 16485) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T16:54:27,418 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal.1731689631745 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal.1731689631745 (inode 16462) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1731689631488/wal.1731689631745 (inode 16462) Holder DFSClient_NONMAPREDUCE_-399160838_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy45.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy46.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 25 more 2024-11-15T16:54:27,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:54:27,425 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:54:27,425 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:54:27,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:54:27,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,STOPPED} 2024-11-15T16:54:27,447 WARN [BP-327992362-172.17.0.2-1731689625375 heartbeating to localhost/127.0.0.1:39319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:54:27,447 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:54:27,447 WARN [BP-327992362-172.17.0.2-1731689625375 heartbeating to localhost/127.0.0.1:39319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-327992362-172.17.0.2-1731689625375 (Datanode Uuid 11dffde2-3925-4dba-a656-b0e30c7b6872) service to localhost/127.0.0.1:39319 2024-11-15T16:54:27,447 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:54:27,448 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data5/current/BP-327992362-172.17.0.2-1731689625375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:54:27,449 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data6/current/BP-327992362-172.17.0.2-1731689625375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:54:27,449 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:54:27,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:54:27,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:54:27,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:54:27,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:54:27,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,STOPPED} 2024-11-15T16:54:27,453 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:54:27,453 WARN [BP-327992362-172.17.0.2-1731689625375 heartbeating to localhost/127.0.0.1:39319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:54:27,453 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:54:27,453 WARN [BP-327992362-172.17.0.2-1731689625375 heartbeating to localhost/127.0.0.1:39319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-327992362-172.17.0.2-1731689625375 (Datanode Uuid 066e8cd9-66d6-4650-999d-700dc70ff35c) service to localhost/127.0.0.1:39319 2024-11-15T16:54:27,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data3/current/BP-327992362-172.17.0.2-1731689625375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:54:27,454 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data4/current/BP-327992362-172.17.0.2-1731689625375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:54:27,454 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:54:27,460 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T16:54:27,460 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:54:27,460 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:54:27,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:54:27,461 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,STOPPED} 2024-11-15T16:54:27,462 WARN [BP-327992362-172.17.0.2-1731689625375 heartbeating to localhost/127.0.0.1:39319 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T16:54:27,462 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T16:54:27,462 WARN [BP-327992362-172.17.0.2-1731689625375 heartbeating to localhost/127.0.0.1:39319 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-327992362-172.17.0.2-1731689625375 (Datanode Uuid cf873e02-12aa-4f3b-b1e1-057e1a667d70) service to localhost/127.0.0.1:39319 2024-11-15T16:54:27,462 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T16:54:27,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data1/current/BP-327992362-172.17.0.2-1731689625375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:54:27,463 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/cluster_a9ef9ac0-4e28-d8d5-b33c-4e97a2ecb067/data/data2/current/BP-327992362-172.17.0.2-1731689625375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T16:54:27,463 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T16:54:27,470 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T16:54:27,470 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T16:54:27,471 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T16:54:27,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T16:54:27,471 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/c4e1c8c1-aa1c-3d40-f168-00c7da04fd18/hadoop.log.dir/,STOPPED} 2024-11-15T16:54:27,480 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T16:54:27,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down