2024-12-08 00:20:38,211 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 00:20:38,225 main DEBUG Took 0.011891 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 00:20:38,226 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 00:20:38,226 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 00:20:38,227 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 00:20:38,228 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,235 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 00:20:38,246 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,248 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,249 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,250 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,251 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,251 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,252 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,252 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,253 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,253 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,254 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,254 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,254 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,255 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,255 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,256 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,256 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,257 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,257 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 00:20:38,258 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,258 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 00:20:38,260 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 00:20:38,261 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 00:20:38,263 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 00:20:38,263 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 00:20:38,265 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 00:20:38,265 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 00:20:38,274 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 00:20:38,276 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 00:20:38,278 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 00:20:38,278 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 00:20:38,279 main DEBUG createAppenders(={Console}) 2024-12-08 00:20:38,280 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a initialized 2024-12-08 00:20:38,280 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a 2024-12-08 00:20:38,280 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@20b2475a OK. 2024-12-08 00:20:38,281 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 00:20:38,281 main DEBUG OutputStream closed 2024-12-08 00:20:38,282 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 00:20:38,282 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 00:20:38,283 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4310d43 OK 2024-12-08 00:20:38,363 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 00:20:38,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 00:20:38,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 00:20:38,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 00:20:38,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 00:20:38,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 00:20:38,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 00:20:38,375 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 00:20:38,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 00:20:38,376 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 00:20:38,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 00:20:38,377 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 00:20:38,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 00:20:38,378 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 00:20:38,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 00:20:38,379 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 00:20:38,380 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 00:20:38,381 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 00:20:38,383 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 00:20:38,384 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@12f9af83) with optional ClassLoader: null 2024-12-08 00:20:38,384 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 00:20:38,385 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@12f9af83] started OK. 2024-12-08T00:20:38,592 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824 2024-12-08 00:20:38,595 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 00:20:38,595 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T00:20:38,603 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay timeout: 13 mins 2024-12-08T00:20:38,609 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplayCompressed timeout: 13 mins 2024-12-08T00:20:38,627 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T00:20:38,668 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T00:20:38,668 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T00:20:38,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T00:20:38,691 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a, deleteOnExit=true 2024-12-08T00:20:38,691 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T00:20:38,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/test.cache.data in system properties and HBase conf 2024-12-08T00:20:38,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T00:20:38,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir in system properties and HBase conf 2024-12-08T00:20:38,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T00:20:38,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T00:20:38,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T00:20:38,767 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T00:20:38,856 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T00:20:38,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T00:20:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T00:20:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T00:20:38,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T00:20:38,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T00:20:38,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T00:20:38,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T00:20:38,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T00:20:38,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T00:20:38,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/nfs.dump.dir in system properties and HBase conf 2024-12-08T00:20:38,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/java.io.tmpdir in system properties and HBase conf 2024-12-08T00:20:38,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T00:20:38,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T00:20:38,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T00:20:39,939 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T00:20:40,006 INFO [Time-limited test {}] log.Log(170): Logging initialized @2394ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T00:20:40,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:20:40,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:20:40,160 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:20:40,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:20:40,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T00:20:40,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:20:40,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:20:40,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:20:40,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1843526c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/java.io.tmpdir/jetty-localhost-33327-hadoop-hdfs-3_4_1-tests_jar-_-any-4536711602559721370/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T00:20:40,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:33327} 2024-12-08T00:20:40,331 INFO [Time-limited test {}] server.Server(415): Started @2718ms 2024-12-08T00:20:40,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:20:40,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:20:40,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:20:40,890 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:20:40,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T00:20:40,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:20:40,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:20:40,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc44ec6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/java.io.tmpdir/jetty-localhost-46553-hadoop-hdfs-3_4_1-tests_jar-_-any-8866989689929535674/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:20:40,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:46553} 2024-12-08T00:20:40,989 INFO [Time-limited test {}] server.Server(415): Started @3376ms 2024-12-08T00:20:41,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T00:20:41,134 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:20:41,138 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:20:41,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:20:41,145 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:20:41,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T00:20:41,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:20:41,147 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:20:41,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28e1ba78{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/java.io.tmpdir/jetty-localhost-45601-hadoop-hdfs-3_4_1-tests_jar-_-any-7107195590029664888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:20:41,277 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:45601} 2024-12-08T00:20:41,277 INFO [Time-limited test {}] server.Server(415): Started @3664ms 2024-12-08T00:20:41,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T00:20:41,324 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T00:20:41,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T00:20:41,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T00:20:41,332 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T00:20:41,333 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T00:20:41,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,AVAILABLE} 2024-12-08T00:20:41,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T00:20:41,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4290616c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/java.io.tmpdir/jetty-localhost-41665-hadoop-hdfs-3_4_1-tests_jar-_-any-8529080384692890850/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:20:41,428 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:41665} 2024-12-08T00:20:41,428 INFO [Time-limited test {}] server.Server(415): Started @3815ms 2024-12-08T00:20:41,430 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T00:20:42,668 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data1/current/BP-1691157681-172.17.0.2-1733617239362/current, will proceed with Du for space computation calculation, 2024-12-08T00:20:42,668 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data4/current/BP-1691157681-172.17.0.2-1733617239362/current, will proceed with Du for space computation calculation, 2024-12-08T00:20:42,668 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data3/current/BP-1691157681-172.17.0.2-1733617239362/current, will proceed with Du for space computation calculation, 2024-12-08T00:20:42,668 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data2/current/BP-1691157681-172.17.0.2-1733617239362/current, will proceed with Du for space computation calculation, 2024-12-08T00:20:42,699 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T00:20:42,699 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T00:20:42,722 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data5/current/BP-1691157681-172.17.0.2-1733617239362/current, will proceed with Du for space computation calculation, 2024-12-08T00:20:42,722 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data6/current/BP-1691157681-172.17.0.2-1733617239362/current, will proceed with Du for space computation calculation, 2024-12-08T00:20:42,743 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T00:20:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb573fb374fb13bb2 with lease ID 0x53dc19e8cf13c8e4: Processing first storage report for DS-d8ccb3db-6409-4836-97cd-29945f826487 from datanode DatanodeRegistration(127.0.0.1:35565, datanodeUuid=2e78d165-4ea5-4b44-8d1b-a33e0326a65b, infoPort=34551, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362) 2024-12-08T00:20:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb573fb374fb13bb2 with lease ID 0x53dc19e8cf13c8e4: from storage DS-d8ccb3db-6409-4836-97cd-29945f826487 node DatanodeRegistration(127.0.0.1:35565, datanodeUuid=2e78d165-4ea5-4b44-8d1b-a33e0326a65b, infoPort=34551, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T00:20:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3596126e21626a0 with lease ID 0x53dc19e8cf13c8e3: Processing first storage report for DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0 from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=fda0963d-ba86-4c99-86dd-49c717fa3175, infoPort=33503, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362) 2024-12-08T00:20:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3596126e21626a0 with lease ID 0x53dc19e8cf13c8e3: from storage DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0 node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=fda0963d-ba86-4c99-86dd-49c717fa3175, infoPort=33503, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:20:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbeda6ea89563da1 with lease ID 0x53dc19e8cf13c8e5: Processing first storage report for DS-ec01b844-04b1-4605-9bbc-c62073f71557 from datanode DatanodeRegistration(127.0.0.1:43525, datanodeUuid=745c45df-be57-49b2-8b93-98c49de0fead, infoPort=44027, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362) 2024-12-08T00:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbeda6ea89563da1 with lease ID 0x53dc19e8cf13c8e5: from storage DS-ec01b844-04b1-4605-9bbc-c62073f71557 node DatanodeRegistration(127.0.0.1:43525, datanodeUuid=745c45df-be57-49b2-8b93-98c49de0fead, infoPort=44027, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb573fb374fb13bb2 with lease ID 0x53dc19e8cf13c8e4: Processing first storage report for DS-891335fe-f226-4f0b-b5bf-328fcd96de9d from datanode DatanodeRegistration(127.0.0.1:35565, datanodeUuid=2e78d165-4ea5-4b44-8d1b-a33e0326a65b, infoPort=34551, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362) 2024-12-08T00:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb573fb374fb13bb2 with lease ID 0x53dc19e8cf13c8e4: from storage DS-891335fe-f226-4f0b-b5bf-328fcd96de9d node DatanodeRegistration(127.0.0.1:35565, datanodeUuid=2e78d165-4ea5-4b44-8d1b-a33e0326a65b, infoPort=34551, infoSecurePort=0, ipcPort=32951, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb3596126e21626a0 with lease ID 0x53dc19e8cf13c8e3: Processing first storage report for DS-ef5039aa-14c7-4b1a-809f-f16834873230 from datanode DatanodeRegistration(127.0.0.1:45749, datanodeUuid=fda0963d-ba86-4c99-86dd-49c717fa3175, infoPort=33503, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362) 2024-12-08T00:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb3596126e21626a0 with lease ID 0x53dc19e8cf13c8e3: from storage DS-ef5039aa-14c7-4b1a-809f-f16834873230 node DatanodeRegistration(127.0.0.1:45749, datanodeUuid=fda0963d-ba86-4c99-86dd-49c717fa3175, infoPort=33503, infoSecurePort=0, ipcPort=38099, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:20:42,755 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbeda6ea89563da1 with lease ID 0x53dc19e8cf13c8e5: Processing first storage report for DS-ce0cf8b4-363a-46ec-a02f-fffa8ad3381c from datanode DatanodeRegistration(127.0.0.1:43525, datanodeUuid=745c45df-be57-49b2-8b93-98c49de0fead, infoPort=44027, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362) 2024-12-08T00:20:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbeda6ea89563da1 with lease ID 0x53dc19e8cf13c8e5: from storage DS-ce0cf8b4-363a-46ec-a02f-fffa8ad3381c node DatanodeRegistration(127.0.0.1:43525, datanodeUuid=745c45df-be57-49b2-8b93-98c49de0fead, infoPort=44027, infoSecurePort=0, ipcPort=45867, storageInfo=lv=-57;cid=testClusterID;nsid=728982550;c=1733617239362), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T00:20:42,828 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824 2024-12-08T00:20:42,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/zookeeper_0, clientPort=59967, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T00:20:42,908 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59967 2024-12-08T00:20:42,917 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:42,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741825_1001 (size=7) 2024-12-08T00:20:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741825_1001 (size=7) 2024-12-08T00:20:43,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741825_1001 (size=7) 2024-12-08T00:20:43,502 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035 with version=8 2024-12-08T00:20:43,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/hbase-staging 2024-12-08T00:20:43,779 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c1a8cf8d4cfa:0 server-side Connection retries=45 2024-12-08T00:20:43,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:43,788 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:43,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:20:43,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:43,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:20:43,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T00:20:43,962 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T00:20:43,970 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T00:20:43,973 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:20:43,995 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 59232 (auto-detected) 2024-12-08T00:20:43,996 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T00:20:44,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35787 2024-12-08T00:20:44,033 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35787 connecting to ZooKeeper ensemble=127.0.0.1:59967 2024-12-08T00:20:44,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357870x0, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:20:44,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35787-0x10002cbd9ca0000 connected 2024-12-08T00:20:44,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:20:44,290 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035, hbase.cluster.distributed=false 2024-12-08T00:20:44,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:20:44,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35787 2024-12-08T00:20:44,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35787 2024-12-08T00:20:44,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35787 2024-12-08T00:20:44,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35787 2024-12-08T00:20:44,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35787 2024-12-08T00:20:44,431 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c1a8cf8d4cfa:0 server-side Connection retries=45 2024-12-08T00:20:44,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:20:44,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:20:44,436 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T00:20:44,438 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:20:44,439 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33875 2024-12-08T00:20:44,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33875 connecting to ZooKeeper ensemble=127.0.0.1:59967 2024-12-08T00:20:44,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338750x0, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:20:44,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33875-0x10002cbd9ca0001 connected 2024-12-08T00:20:44,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:20:44,541 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T00:20:44,550 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T00:20:44,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T00:20:44,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:20:44,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-08T00:20:44,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33875 2024-12-08T00:20:44,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33875 2024-12-08T00:20:44,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-08T00:20:44,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33875 2024-12-08T00:20:44,575 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c1a8cf8d4cfa:0 server-side Connection retries=45 2024-12-08T00:20:44,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,575 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:20:44,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:20:44,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T00:20:44,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:20:44,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45167 2024-12-08T00:20:44,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45167 connecting to ZooKeeper ensemble=127.0.0.1:59967 2024-12-08T00:20:44,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451670x0, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:20:44,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451670x0, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:20:44,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45167-0x10002cbd9ca0002 connected 2024-12-08T00:20:44,599 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T00:20:44,600 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T00:20:44,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T00:20:44,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:20:44,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45167 2024-12-08T00:20:44,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45167 2024-12-08T00:20:44,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45167 2024-12-08T00:20:44,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45167 2024-12-08T00:20:44,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45167 2024-12-08T00:20:44,623 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c1a8cf8d4cfa:0 server-side Connection retries=45 2024-12-08T00:20:44,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,623 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T00:20:44,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T00:20:44,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T00:20:44,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T00:20:44,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T00:20:44,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41039 2024-12-08T00:20:44,627 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41039 connecting to ZooKeeper ensemble=127.0.0.1:59967 2024-12-08T00:20:44,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410390x0, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T00:20:44,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410390x0, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:20:44,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41039-0x10002cbd9ca0003 connected 2024-12-08T00:20:44,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T00:20:44,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T00:20:44,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T00:20:44,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T00:20:44,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41039 2024-12-08T00:20:44,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41039 2024-12-08T00:20:44,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41039 2024-12-08T00:20:44,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41039 2024-12-08T00:20:44,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41039 2024-12-08T00:20:44,665 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c1a8cf8d4cfa:35787 2024-12-08T00:20:44,666 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:44,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,685 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T00:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T00:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T00:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,718 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T00:20:44,719 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c1a8cf8d4cfa,35787,1733617243631 from backup master directory 2024-12-08T00:20:44,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:44,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T00:20:44,728 WARN [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:20:44,728 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:44,730 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T00:20:44,731 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T00:20:44,781 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/hbase.id] with ID: 2c514d7a-c517-424e-a847-50b13f4ba81d 2024-12-08T00:20:44,782 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/.tmp/hbase.id 2024-12-08T00:20:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741826_1002 (size=42) 2024-12-08T00:20:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741826_1002 (size=42) 2024-12-08T00:20:44,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741826_1002 (size=42) 2024-12-08T00:20:44,797 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/.tmp/hbase.id]:[hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/hbase.id] 2024-12-08T00:20:44,846 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T00:20:44,851 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T00:20:44,868 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T00:20:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:44,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741827_1003 (size=196) 2024-12-08T00:20:44,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741827_1003 (size=196) 2024-12-08T00:20:44,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741827_1003 (size=196) 2024-12-08T00:20:44,931 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T00:20:44,933 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T00:20:44,938 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741828_1004 (size=1189) 2024-12-08T00:20:44,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741828_1004 (size=1189) 2024-12-08T00:20:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741828_1004 (size=1189) 2024-12-08T00:20:44,985 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store 2024-12-08T00:20:45,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741829_1005 (size=34) 2024-12-08T00:20:45,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741829_1005 (size=34) 2024-12-08T00:20:45,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741829_1005 (size=34) 2024-12-08T00:20:45,008 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T00:20:45,012 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:45,014 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T00:20:45,014 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:20:45,015 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:20:45,017 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T00:20:45,017 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:20:45,017 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:20:45,019 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733617245014Disabling compacts and flushes for region at 1733617245014Disabling writes for close at 1733617245017 (+3 ms)Writing region close event to WAL at 1733617245017Closed at 1733617245017 2024-12-08T00:20:45,021 WARN [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/.initializing 2024-12-08T00:20:45,022 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/WALs/c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:45,029 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:45,043 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1a8cf8d4cfa%2C35787%2C1733617243631, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/WALs/c1a8cf8d4cfa,35787,1733617243631, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/oldWALs, maxLogs=10 2024-12-08T00:20:45,069 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/WALs/c1a8cf8d4cfa,35787,1733617243631/c1a8cf8d4cfa%2C35787%2C1733617243631.1733617245047, exclude list is [], retry=0 2024-12-08T00:20:45,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:20:45,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:45,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:45,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:45,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T00:20:45,131 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/WALs/c1a8cf8d4cfa,35787,1733617243631/c1a8cf8d4cfa%2C35787%2C1733617243631.1733617245047 2024-12-08T00:20:45,132 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:45,132 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:45,133 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:45,135 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,136 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T00:20:45,192 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:45,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T00:20:45,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:45,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T00:20:45,202 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,202 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:45,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T00:20:45,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:45,207 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,211 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,213 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,219 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,220 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,223 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T00:20:45,227 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T00:20:45,232 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:45,233 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70110281, jitterRate=0.04472459852695465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T00:20:45,239 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733617245147Initializing all the Stores at 1733617245149 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733617245149Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617245150 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617245150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617245150Cleaning up temporary data from old regions at 1733617245220 (+70 ms)Region opened successfully at 1733617245239 (+19 ms) 2024-12-08T00:20:45,240 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T00:20:45,272 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a854ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c1a8cf8d4cfa/172.17.0.2:0 2024-12-08T00:20:45,298 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T00:20:45,308 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T00:20:45,308 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T00:20:45,311 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T00:20:45,313 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T00:20:45,318 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T00:20:45,318 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T00:20:45,341 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T00:20:45,348 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T00:20:45,390 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-08T00:20:45,394 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T00:20:45,396 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T00:20:45,408 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-08T00:20:45,410 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T00:20:45,414 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T00:20:45,422 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-08T00:20:45,424 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T00:20:45,432 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T00:20:45,455 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T00:20:45,464 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,479 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c1a8cf8d4cfa,35787,1733617243631, sessionid=0x10002cbd9ca0000, setting cluster-up flag (Was=false) 2024-12-08T00:20:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,549 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T00:20:45,553 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:45,612 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T00:20:45,615 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:45,624 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T00:20:45,654 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(746): ClusterId : 2c514d7a-c517-424e-a847-50b13f4ba81d 2024-12-08T00:20:45,654 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(746): ClusterId : 2c514d7a-c517-424e-a847-50b13f4ba81d 2024-12-08T00:20:45,654 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(746): ClusterId : 2c514d7a-c517-424e-a847-50b13f4ba81d 2024-12-08T00:20:45,656 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T00:20:45,656 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T00:20:45,656 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T00:20:45,666 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T00:20:45,666 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T00:20:45,666 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T00:20:45,667 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T00:20:45,667 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T00:20:45,667 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T00:20:45,676 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T00:20:45,676 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T00:20:45,676 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T00:20:45,677 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@776a16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c1a8cf8d4cfa/172.17.0.2:0 2024-12-08T00:20:45,677 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e64f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c1a8cf8d4cfa/172.17.0.2:0 2024-12-08T00:20:45,677 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bbde018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c1a8cf8d4cfa/172.17.0.2:0 2024-12-08T00:20:45,694 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T00:20:45,696 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c1a8cf8d4cfa:41039 2024-12-08T00:20:45,700 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T00:20:45,700 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c1a8cf8d4cfa:33875 2024-12-08T00:20:45,700 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c1a8cf8d4cfa:45167 2024-12-08T00:20:45,700 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T00:20:45,700 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T00:20:45,700 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T00:20:45,700 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T00:20:45,700 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T00:20:45,700 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T00:20:45,700 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T00:20:45,700 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T00:20:45,703 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(2659): reportForDuty to master=c1a8cf8d4cfa,35787,1733617243631 with port=45167, startcode=1733617244574 2024-12-08T00:20:45,703 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(2659): reportForDuty to master=c1a8cf8d4cfa,35787,1733617243631 with port=33875, startcode=1733617244398 2024-12-08T00:20:45,703 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(2659): reportForDuty to master=c1a8cf8d4cfa,35787,1733617243631 with port=41039, startcode=1733617244623 2024-12-08T00:20:45,704 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T00:20:45,711 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T00:20:45,718 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T00:20:45,718 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T00:20:45,718 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T00:20:45,716 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c1a8cf8d4cfa,35787,1733617243631 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T00:20:45,725 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c1a8cf8d4cfa:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:20:45,725 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c1a8cf8d4cfa:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:20:45,726 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c1a8cf8d4cfa:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:20:45,726 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c1a8cf8d4cfa:0, corePoolSize=5, maxPoolSize=5 2024-12-08T00:20:45,726 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c1a8cf8d4cfa:0, corePoolSize=10, maxPoolSize=10 2024-12-08T00:20:45,727 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,727 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c1a8cf8d4cfa:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:20:45,727 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,730 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733617275730 2024-12-08T00:20:45,732 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T00:20:45,733 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T00:20:45,737 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T00:20:45,738 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T00:20:45,738 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T00:20:45,739 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T00:20:45,739 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,749 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T00:20:45,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T00:20:45,751 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T00:20:45,751 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T00:20:45,751 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T00:20:45,753 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T00:20:45,753 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T00:20:45,757 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c1a8cf8d4cfa:0:becomeActiveMaster-HFileCleaner.large.0-1733617245756,5,FailOnTimeoutGroup] 2024-12-08T00:20:45,757 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T00:20:45,757 INFO [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T00:20:45,757 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T00:20:45,758 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c1a8cf8d4cfa:0:becomeActiveMaster-HFileCleaner.small.0-1733617245757,5,FailOnTimeoutGroup] 2024-12-08T00:20:45,758 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,758 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T00:20:45,759 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,759 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,759 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,759 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T00:20:45,763 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:20:45,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35787 {}] master.ServerManager(517): Registering regionserver=c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:20:45,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:45,802 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35787 {}] master.ServerManager(517): Registering regionserver=c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741831_1007 (size=1321) 2024-12-08T00:20:45,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741831_1007 (size=1321) 2024-12-08T00:20:45,805 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035 2024-12-08T00:20:45,806 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33953 2024-12-08T00:20:45,806 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T00:20:45,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741831_1007 (size=1321) 2024-12-08T00:20:45,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35787 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:45,807 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035 2024-12-08T00:20:45,808 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33953 2024-12-08T00:20:45,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35787 {}] master.ServerManager(517): Registering regionserver=c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:45,808 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T00:20:45,808 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T00:20:45,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035 2024-12-08T00:20:45,811 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035 2024-12-08T00:20:45,811 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33953 2024-12-08T00:20:45,812 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-08T00:20:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741832_1008 (size=32) 2024-12-08T00:20:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741832_1008 (size=32) 2024-12-08T00:20:45,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741832_1008 (size=32) 2024-12-08T00:20:45,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:45,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T00:20:45,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T00:20:45,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:45,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T00:20:45,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T00:20:45,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:45,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T00:20:45,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T00:20:45,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:45,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T00:20:45,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T00:20:45,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:45,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:45,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T00:20:45,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740 2024-12-08T00:20:45,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740 2024-12-08T00:20:45,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T00:20:45,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T00:20:45,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T00:20:45,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T00:20:45,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T00:20:45,855 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:45,856 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70777800, jitterRate=0.054671406745910645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T00:20:45,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733617245825Initializing all the Stores at 1733617245827 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733617245827Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733617245827Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617245827Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733617245827Cleaning up temporary data from old regions at 1733617245847 (+20 ms)Region opened successfully at 1733617245858 (+11 ms) 2024-12-08T00:20:45,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T00:20:45,858 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T00:20:45,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T00:20:45,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T00:20:45,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T00:20:45,859 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T00:20:45,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733617245858Disabling compacts and flushes for region at 1733617245858Disabling writes for close at 1733617245858Writing region close event to WAL at 1733617245859 (+1 ms)Closed at 1733617245859 2024-12-08T00:20:45,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T00:20:45,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T00:20:45,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T00:20:45,871 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] zookeeper.ZKUtil(111): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:20:45,871 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] zookeeper.ZKUtil(111): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:45,871 WARN [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:20:45,871 WARN [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:20:45,871 INFO [RS:2;c1a8cf8d4cfa:41039 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:45,871 INFO [RS:1;c1a8cf8d4cfa:45167 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:45,872 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:20:45,872 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:45,872 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] zookeeper.ZKUtil(111): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:45,872 WARN [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T00:20:45,872 INFO [RS:0;c1a8cf8d4cfa:33875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:45,872 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:45,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c1a8cf8d4cfa,45167,1733617244574] 2024-12-08T00:20:45,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c1a8cf8d4cfa,33875,1733617244398] 2024-12-08T00:20:45,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c1a8cf8d4cfa,41039,1733617244623] 2024-12-08T00:20:45,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T00:20:45,881 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T00:20:45,897 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T00:20:45,897 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T00:20:45,897 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T00:20:45,909 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T00:20:45,909 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T00:20:45,909 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T00:20:45,914 INFO [RS:0;c1a8cf8d4cfa:33875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:20:45,914 INFO [RS:2;c1a8cf8d4cfa:41039 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:20:45,914 INFO [RS:1;c1a8cf8d4cfa:45167 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:20:45,914 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,914 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,914 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,915 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T00:20:45,915 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T00:20:45,915 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T00:20:45,921 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T00:20:45,921 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T00:20:45,921 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T00:20:45,922 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,922 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,922 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,923 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,923 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:20:45,924 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:20:45,924 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0, corePoolSize=2, maxPoolSize=2 2024-12-08T00:20:45,924 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,924 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,925 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,925 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,925 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c1a8cf8d4cfa:0, corePoolSize=1, maxPoolSize=1 2024-12-08T00:20:45,925 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c1a8cf8d4cfa:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:20:45,925 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c1a8cf8d4cfa:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:20:45,925 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c1a8cf8d4cfa:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:20:45,925 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c1a8cf8d4cfa:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:20:45,925 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c1a8cf8d4cfa:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:20:45,925 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c1a8cf8d4cfa:0, corePoolSize=3, maxPoolSize=3 2024-12-08T00:20:45,926 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,926 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,927 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,45167,1733617244574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:20:45,927 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,927 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,33875,1733617244398-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:20:45,927 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,927 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,927 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,927 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,928 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,928 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,41039,1733617244623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:20:45,944 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T00:20:45,944 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T00:20:45,947 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,45167,1733617244574-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,947 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,33875,1733617244398-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,947 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,947 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,947 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.Replication(171): c1a8cf8d4cfa,33875,1733617244398 started 2024-12-08T00:20:45,947 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.Replication(171): c1a8cf8d4cfa,45167,1733617244574 started 2024-12-08T00:20:45,949 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T00:20:45,949 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,41039,1733617244623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,949 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,950 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.Replication(171): c1a8cf8d4cfa,41039,1733617244623 started 2024-12-08T00:20:45,964 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,964 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,965 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1482): Serving as c1a8cf8d4cfa,33875,1733617244398, RpcServer on c1a8cf8d4cfa/172.17.0.2:33875, sessionid=0x10002cbd9ca0001 2024-12-08T00:20:45,965 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1482): Serving as c1a8cf8d4cfa,45167,1733617244574, RpcServer on c1a8cf8d4cfa/172.17.0.2:45167, sessionid=0x10002cbd9ca0002 2024-12-08T00:20:45,965 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T00:20:45,965 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T00:20:45,965 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:45,965 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:45,966 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1a8cf8d4cfa,33875,1733617244398' 2024-12-08T00:20:45,966 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1a8cf8d4cfa,45167,1733617244574' 2024-12-08T00:20:45,966 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T00:20:45,966 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T00:20:45,967 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T00:20:45,967 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T00:20:45,967 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T00:20:45,967 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T00:20:45,967 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T00:20:45,967 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T00:20:45,967 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:45,967 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:45,968 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1a8cf8d4cfa,45167,1733617244574' 2024-12-08T00:20:45,968 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1a8cf8d4cfa,33875,1733617244398' 2024-12-08T00:20:45,968 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T00:20:45,968 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T00:20:45,968 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T00:20:45,968 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T00:20:45,969 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T00:20:45,969 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T00:20:45,969 INFO [RS:0;c1a8cf8d4cfa:33875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T00:20:45,969 INFO [RS:1;c1a8cf8d4cfa:45167 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T00:20:45,969 INFO [RS:0;c1a8cf8d4cfa:33875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T00:20:45,969 INFO [RS:1;c1a8cf8d4cfa:45167 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T00:20:45,971 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:45,971 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1482): Serving as c1a8cf8d4cfa,41039,1733617244623, RpcServer on c1a8cf8d4cfa/172.17.0.2:41039, sessionid=0x10002cbd9ca0003 2024-12-08T00:20:45,972 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T00:20:45,972 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:20:45,972 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1a8cf8d4cfa,41039,1733617244623' 2024-12-08T00:20:45,972 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T00:20:45,973 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T00:20:45,973 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T00:20:45,973 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T00:20:45,973 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:20:45,973 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c1a8cf8d4cfa,41039,1733617244623' 2024-12-08T00:20:45,973 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T00:20:45,974 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T00:20:45,975 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T00:20:45,975 INFO [RS:2;c1a8cf8d4cfa:41039 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T00:20:45,975 INFO [RS:2;c1a8cf8d4cfa:41039 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T00:20:46,032 WARN [c1a8cf8d4cfa:35787 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-08T00:20:46,076 INFO [RS:0;c1a8cf8d4cfa:33875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:46,076 INFO [RS:2;c1a8cf8d4cfa:41039 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:46,076 INFO [RS:1;c1a8cf8d4cfa:45167 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:46,079 INFO [RS:1;c1a8cf8d4cfa:45167 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1a8cf8d4cfa%2C45167%2C1733617244574, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,45167,1733617244574, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs, maxLogs=32 2024-12-08T00:20:46,079 INFO [RS:2;c1a8cf8d4cfa:41039 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1a8cf8d4cfa%2C41039%2C1733617244623, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,41039,1733617244623, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs, maxLogs=32 2024-12-08T00:20:46,079 INFO [RS:0;c1a8cf8d4cfa:33875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1a8cf8d4cfa%2C33875%2C1733617244398, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs, maxLogs=32 2024-12-08T00:20:46,098 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,41039,1733617244623/c1a8cf8d4cfa%2C41039%2C1733617244623.1733617246084, exclude list is [], retry=0 2024-12-08T00:20:46,098 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,45167,1733617244574/c1a8cf8d4cfa%2C45167%2C1733617244574.1733617246084, exclude list is [], retry=0 2024-12-08T00:20:46,099 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, exclude list is [], retry=0 2024-12-08T00:20:46,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:46,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:46,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:46,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:46,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:46,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:46,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:46,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:46,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:46,118 INFO [RS:1;c1a8cf8d4cfa:45167 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,45167,1733617244574/c1a8cf8d4cfa%2C45167%2C1733617244574.1733617246084 2024-12-08T00:20:46,118 INFO [RS:2;c1a8cf8d4cfa:41039 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,41039,1733617244623/c1a8cf8d4cfa%2C41039%2C1733617244623.1733617246084 2024-12-08T00:20:46,119 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:20:46,119 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:46,120 INFO [RS:0;c1a8cf8d4cfa:33875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 2024-12-08T00:20:46,122 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:20:46,284 DEBUG [c1a8cf8d4cfa:35787 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-12-08T00:20:46,291 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(204): Hosts are {c1a8cf8d4cfa=0} racks are {/default-rack=0} 2024-12-08T00:20:46,297 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T00:20:46,297 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T00:20:46,297 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T00:20:46,297 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T00:20:46,297 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T00:20:46,297 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T00:20:46,298 INFO [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T00:20:46,298 INFO [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T00:20:46,298 INFO [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T00:20:46,298 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T00:20:46,305 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:46,310 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c1a8cf8d4cfa,45167,1733617244574, state=OPENING 2024-12-08T00:20:46,355 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T00:20:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:46,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:20:46,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,367 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,368 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T00:20:46,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c1a8cf8d4cfa,45167,1733617244574}] 2024-12-08T00:20:46,541 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:20:46,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:20:46,556 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T00:20:46,556 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:46,557 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T00:20:46,560 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c1a8cf8d4cfa%2C45167%2C1733617244574.meta, suffix=.meta, logDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,45167,1733617244574, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs, maxLogs=32 2024-12-08T00:20:46,573 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,45167,1733617244574/c1a8cf8d4cfa%2C45167%2C1733617244574.meta.1733617246561.meta, exclude list is [], retry=0 2024-12-08T00:20:46,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:46,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:46,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:46,580 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,45167,1733617244574/c1a8cf8d4cfa%2C45167%2C1733617244574.meta.1733617246561.meta 2024-12-08T00:20:46,580 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:20:46,580 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:46,582 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T00:20:46,584 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T00:20:46,588 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T00:20:46,592 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T00:20:46,592 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:46,592 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T00:20:46,593 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T00:20:46,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T00:20:46,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T00:20:46,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:46,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:46,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T00:20:46,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T00:20:46,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:46,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:46,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T00:20:46,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T00:20:46,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:46,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:46,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T00:20:46,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T00:20:46,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:46,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T00:20:46,606 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T00:20:46,608 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740 2024-12-08T00:20:46,611 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740 2024-12-08T00:20:46,614 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T00:20:46,614 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T00:20:46,615 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T00:20:46,618 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T00:20:46,619 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59108026, jitterRate=-0.1192217767238617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T00:20:46,620 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T00:20:46,621 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733617246593Writing region info on filesystem at 1733617246593Initializing all the Stores at 1733617246595 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733617246595Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733617246595Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617246595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733617246595Cleaning up temporary data from old regions at 1733617246614 (+19 ms)Running coprocessor post-open hooks at 1733617246620 (+6 ms)Region opened successfully at 1733617246621 (+1 ms) 2024-12-08T00:20:46,629 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733617246534 2024-12-08T00:20:46,639 DEBUG [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T00:20:46,640 INFO [RS_OPEN_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T00:20:46,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:46,643 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c1a8cf8d4cfa,45167,1733617244574, state=OPEN 2024-12-08T00:20:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:20:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:20:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:20:46,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T00:20:46,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T00:20:46,671 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:46,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T00:20:46,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c1a8cf8d4cfa,45167,1733617244574 in 303 msec 2024-12-08T00:20:46,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T00:20:46,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 810 msec 2024-12-08T00:20:46,686 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T00:20:46,686 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T00:20:46,733 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:20:46,735 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c1a8cf8d4cfa,45167,1733617244574, seqNum=-1] 2024-12-08T00:20:46,762 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:20:46,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:20:46,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1290 sec 2024-12-08T00:20:46,785 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733617246785, completionTime=-1 2024-12-08T00:20:46,788 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-12-08T00:20:46,789 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T00:20:46,820 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-12-08T00:20:46,820 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733617306820 2024-12-08T00:20:46,820 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733617366820 2024-12-08T00:20:46,820 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-12-08T00:20:46,823 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-08T00:20:46,830 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,35787,1733617243631-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:46,831 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,35787,1733617243631-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:46,831 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,35787,1733617243631-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:46,833 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c1a8cf8d4cfa:35787, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:46,833 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:46,834 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:46,840 DEBUG [master/c1a8cf8d4cfa:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T00:20:46,863 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.133sec 2024-12-08T00:20:46,864 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T00:20:46,865 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T00:20:46,866 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T00:20:46,867 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T00:20:46,867 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T00:20:46,868 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,35787,1733617243631-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T00:20:46,868 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,35787,1733617243631-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T00:20:46,872 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T00:20:46,873 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T00:20:46,873 INFO [master/c1a8cf8d4cfa:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c1a8cf8d4cfa,35787,1733617243631-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T00:20:46,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc063d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T00:20:46,963 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c1a8cf8d4cfa,35787,-1 for getting cluster id 2024-12-08T00:20:46,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T00:20:46,976 DEBUG [HMaster-EventLoopGroup-2-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c514d7a-c517-424e-a847-50b13f4ba81d' 2024-12-08T00:20:46,980 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T00:20:46,980 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c514d7a-c517-424e-a847-50b13f4ba81d" 2024-12-08T00:20:46,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b821ed3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T00:20:46,981 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c1a8cf8d4cfa,35787,-1] 2024-12-08T00:20:46,984 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T00:20:46,986 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:20:46,987 INFO [HMaster-EventLoopGroup-2-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T00:20:46,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93f063a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T00:20:46,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T00:20:46,999 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c1a8cf8d4cfa,45167,1733617244574, seqNum=-1] 2024-12-08T00:20:46,999 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:20:47,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:20:47,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:47,025 INFO [Time-limited test {}] wal.AbstractTestWALReplay(147): hbase.rootdir=hdfs://localhost:33953/hbase 2024-12-08T00:20:47,044 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=365, OpenFileDescriptor=611, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=9258 2024-12-08T00:20:47,062 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:47,066 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:47,068 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:47,072 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-43593032, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-43593032, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:47,091 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-43593032/hregion-43593032.1733617247074, exclude list is [], retry=0 2024-12-08T00:20:47,095 DEBUG [AsyncFSWAL-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:47,095 DEBUG [AsyncFSWAL-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:47,096 DEBUG [AsyncFSWAL-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:47,100 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-43593032/hregion-43593032.1733617247074 2024-12-08T00:20:47,100 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:47,101 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => e546c350b8b3dbaf6425e62e29e5bfae, NAME => 'testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:20:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741838_1014 (size=64) 2024-12-08T00:20:47,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741838_1014 (size=64) 2024-12-08T00:20:47,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741838_1014 (size=64) 2024-12-08T00:20:47,122 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:47,125 INFO [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,128 INFO [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e546c350b8b3dbaf6425e62e29e5bfae columnFamilyName a 2024-12-08T00:20:47,128 DEBUG [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:47,129 INFO [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] regionserver.HStore(327): Store=e546c350b8b3dbaf6425e62e29e5bfae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:47,129 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,131 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,132 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,132 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,133 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,136 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,140 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:47,141 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e546c350b8b3dbaf6425e62e29e5bfae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68266696, jitterRate=0.01725304126739502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:20:47,142 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e546c350b8b3dbaf6425e62e29e5bfae: Writing region info on filesystem at 1733617247122Initializing all the Stores at 1733617247124 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617247124Cleaning up temporary data from old regions at 1733617247133 (+9 ms)Region opened successfully at 1733617247142 (+9 ms) 2024-12-08T00:20:47,143 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing e546c350b8b3dbaf6425e62e29e5bfae, disabling compactions & flushes 2024-12-08T00:20:47,143 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae. 2024-12-08T00:20:47,143 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae. 2024-12-08T00:20:47,143 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae. after waiting 0 ms 2024-12-08T00:20:47,143 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae. 2024-12-08T00:20:47,143 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae. 2024-12-08T00:20:47,143 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for e546c350b8b3dbaf6425e62e29e5bfae: Waiting for close lock at 1733617247142Disabling compacts and flushes for region at 1733617247142Disabling writes for close at 1733617247143 (+1 ms)Writing region close event to WAL at 1733617247143Closed at 1733617247143 2024-12-08T00:20:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741837_1013 (size=93) 2024-12-08T00:20:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741837_1013 (size=93) 2024-12-08T00:20:47,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741837_1013 (size=93) 2024-12-08T00:20:47,157 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:47,157 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-43593032:(num 1733617247074) 2024-12-08T00:20:47,159 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:20:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741839_1015 (size=276) 2024-12-08T00:20:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741839_1015 (size=276) 2024-12-08T00:20:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741839_1015 (size=276) 2024-12-08T00:20:47,180 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:20:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741840_1016 (size=230) 2024-12-08T00:20:47,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741840_1016 (size=230) 2024-12-08T00:20:47,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741840_1016 (size=230) 2024-12-08T00:20:47,216 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1, size=276 (276bytes) 2024-12-08T00:20:47,217 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-08T00:20:47,217 DEBUG [Time-limited test {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-08T00:20:47,217 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1 2024-12-08T00:20:47,222 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1 after 3ms 2024-12-08T00:20:47,229 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,230 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1 took 14ms 2024-12-08T00:20:47,234 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1 so closing down 2024-12-08T00:20:47,237 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T00:20:47,239 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:47,239 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T00:20:47,241 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:47,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741841_1017 (size=276) 2024-12-08T00:20:47,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741841_1017 (size=276) 2024-12-08T00:20:47,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741841_1017 (size=276) 2024-12-08T00:20:47,251 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T00:20:47,254 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002 2024-12-08T00:20:47,258 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-08T00:20:47,258 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1, journal: Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1, size=276 (276bytes) at 1733617247216Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1 so closing down at 1733617247234 (+18 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000001-wal-1.temp at 1733617247239 (+5 ms)3 split writer threads finished at 1733617247241 (+2 ms)Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733617247251 (+10 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002 at 1733617247254 (+3 ms)Processed 2 edits across 1 Regions in 24 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733617247258 (+4 ms) 2024-12-08T00:20:47,273 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2, size=230 (230bytes) 2024-12-08T00:20:47,273 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2 2024-12-08T00:20:47,274 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2 after 1ms 2024-12-08T00:20:47,278 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,278 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2 took 5ms 2024-12-08T00:20:47,281 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2 so closing down 2024-12-08T00:20:47,281 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:47,284 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T00:20:47,285 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T00:20:47,285 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741842_1018 (size=230) 2024-12-08T00:20:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741842_1018 (size=230) 2024-12-08T00:20:47,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741842_1018 (size=230) 2024-12-08T00:20:47,296 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T00:20:47,301 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,303 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(184): Found existing old edits file and we have less entries. Deleting hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002-wal-2.temp, length=230 2024-12-08T00:20:47,305 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-08T00:20:47,305 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2, journal: Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2, size=230 (230bytes) at 1733617247273Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2 so closing down at 1733617247281 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002-wal-2.temp at 1733617247285 (+4 ms)3 split writer threads finished at 1733617247285Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733617247296 (+11 ms)Processed 1 edits across 1 Regions in 26 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733617247305 (+9 ms) 2024-12-08T00:20:47,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:47,308 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:47,321 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal.1733617247309, exclude list is [], retry=0 2024-12-08T00:20:47,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:47,325 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:47,326 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:47,328 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal.1733617247309 2024-12-08T00:20:47,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:20:47,328 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => e546c350b8b3dbaf6425e62e29e5bfae, NAME => 'testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:47,329 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:47,329 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,329 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,331 INFO [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,332 INFO [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e546c350b8b3dbaf6425e62e29e5bfae columnFamilyName a 2024-12-08T00:20:47,332 DEBUG [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:47,333 INFO [StoreOpener-e546c350b8b3dbaf6425e62e29e5bfae-1 {}] regionserver.HStore(327): Store=e546c350b8b3dbaf6425e62e29e5bfae/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:47,334 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,335 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,338 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,339 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002 2024-12-08T00:20:47,342 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,349 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002 2024-12-08T00:20:47,352 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing e546c350b8b3dbaf6425e62e29e5bfae 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T00:20:47,407 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/.tmp/a/22d9426aa8494e4f901ec7d4d150be88 is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733617247157/Put/seqid=0 2024-12-08T00:20:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741844_1020 (size=5170) 2024-12-08T00:20:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741844_1020 (size=5170) 2024-12-08T00:20:47,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741844_1020 (size=5170) 2024-12-08T00:20:47,422 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/.tmp/a/22d9426aa8494e4f901ec7d4d150be88 2024-12-08T00:20:47,464 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/.tmp/a/22d9426aa8494e4f901ec7d4d150be88 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/a/22d9426aa8494e4f901ec7d4d150be88 2024-12-08T00:20:47,473 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/a/22d9426aa8494e4f901ec7d4d150be88, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T00:20:47,480 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e546c350b8b3dbaf6425e62e29e5bfae in 126ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T00:20:47,482 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/0000000000000000002 2024-12-08T00:20:47,483 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,484 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,487 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for e546c350b8b3dbaf6425e62e29e5bfae 2024-12-08T00:20:47,490 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/e546c350b8b3dbaf6425e62e29e5bfae/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T00:20:47,492 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened e546c350b8b3dbaf6425e62e29e5bfae; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70098441, jitterRate=0.044548168778419495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:20:47,493 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for e546c350b8b3dbaf6425e62e29e5bfae: Writing region info on filesystem at 1733617247329Initializing all the Stores at 1733617247330 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617247331 (+1 ms)Obtaining lock to block concurrent updates at 1733617247353 (+22 ms)Preparing flush snapshotting stores in e546c350b8b3dbaf6425e62e29e5bfae at 1733617247353Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733617247357 (+4 ms)Flushing stores of testReplayEditsWrittenIntoWAL,,1733617247063.e546c350b8b3dbaf6425e62e29e5bfae. at 1733617247357Flushing e546c350b8b3dbaf6425e62e29e5bfae/a: creating writer at 1733617247359 (+2 ms)Flushing e546c350b8b3dbaf6425e62e29e5bfae/a: appending metadata at 1733617247396 (+37 ms)Flushing e546c350b8b3dbaf6425e62e29e5bfae/a: closing flushed file at 1733617247399 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a4620c7: reopening flushed file at 1733617247462 (+63 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for e546c350b8b3dbaf6425e62e29e5bfae in 126ms, sequenceid=2, compaction requested=false; wal=null at 1733617247480 (+18 ms)Cleaning up temporary data from old regions at 1733617247484 (+4 ms)Region opened successfully at 1733617247493 (+9 ms) 2024-12-08T00:20:47,517 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit0 Thread=376 (was 365) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:59914 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:60046 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:43892 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33953/hbase-prefix:default java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45504 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: TestAsyncWALReplay-pool-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-8-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741843_1019, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:43736 [Waiting for operation #4] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45636 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741843_1019] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=703 (was 611) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=9240 (was 9258) 2024-12-08T00:20:47,528 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=376, OpenFileDescriptor=703, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=9240 2024-12-08T00:20:47,544 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:47,547 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:47,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:47,552 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-33189489, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-33189489, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:47,564 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-33189489/hregion-33189489.1733617247553, exclude list is [], retry=0 2024-12-08T00:20:47,568 DEBUG [AsyncFSWAL-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:47,568 DEBUG [AsyncFSWAL-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:47,569 DEBUG [AsyncFSWAL-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:47,572 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-33189489/hregion-33189489.1733617247553 2024-12-08T00:20:47,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:47,572 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => b49b3d15d6195823893c5019c7930967, NAME => 'testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:20:47,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741846_1022 (size=64) 2024-12-08T00:20:47,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741846_1022 (size=64) 2024-12-08T00:20:47,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741846_1022 (size=64) 2024-12-08T00:20:47,589 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:47,592 INFO [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,594 INFO [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49b3d15d6195823893c5019c7930967 columnFamilyName a 2024-12-08T00:20:47,594 DEBUG [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:47,595 INFO [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] regionserver.HStore(327): Store=b49b3d15d6195823893c5019c7930967/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:47,596 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,597 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,597 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,598 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,601 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,605 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:47,606 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b49b3d15d6195823893c5019c7930967; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66835903, jitterRate=-0.00406743586063385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:20:47,606 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b49b3d15d6195823893c5019c7930967: Writing region info on filesystem at 1733617247589Initializing all the Stores at 1733617247591 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617247591Cleaning up temporary data from old regions at 1733617247598 (+7 ms)Region opened successfully at 1733617247606 (+8 ms) 2024-12-08T00:20:47,606 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing b49b3d15d6195823893c5019c7930967, disabling compactions & flushes 2024-12-08T00:20:47,606 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967. 2024-12-08T00:20:47,606 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967. 2024-12-08T00:20:47,606 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967. after waiting 0 ms 2024-12-08T00:20:47,606 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967. 2024-12-08T00:20:47,607 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967. 2024-12-08T00:20:47,607 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for b49b3d15d6195823893c5019c7930967: Waiting for close lock at 1733617247606Disabling compacts and flushes for region at 1733617247606Disabling writes for close at 1733617247606Writing region close event to WAL at 1733617247607 (+1 ms)Closed at 1733617247607 2024-12-08T00:20:47,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741845_1021 (size=93) 2024-12-08T00:20:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741845_1021 (size=93) 2024-12-08T00:20:47,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741845_1021 (size=93) 2024-12-08T00:20:47,618 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:47,618 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-33189489:(num 1733617247553) 2024-12-08T00:20:47,619 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:20:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741847_1023 (size=276) 2024-12-08T00:20:47,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741847_1023 (size=276) 2024-12-08T00:20:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741847_1023 (size=276) 2024-12-08T00:20:47,633 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor testMonitor 2024-12-08T00:20:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741848_1024 (size=230) 2024-12-08T00:20:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741848_1024 (size=230) 2024-12-08T00:20:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741848_1024 (size=230) 2024-12-08T00:20:47,664 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2, size=230 (230bytes) 2024-12-08T00:20:47,664 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2 2024-12-08T00:20:47,665 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2 after 1ms 2024-12-08T00:20:47,668 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,668 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2 took 4ms 2024-12-08T00:20:47,671 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2 so closing down 2024-12-08T00:20:47,671 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:47,673 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000002-wal-2.temp 2024-12-08T00:20:47,674 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002-wal-2.temp 2024-12-08T00:20:47,674 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:47,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741849_1025 (size=230) 2024-12-08T00:20:47,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741849_1025 (size=230) 2024-12-08T00:20:47,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741849_1025 (size=230) 2024-12-08T00:20:47,686 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T00:20:47,689 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002 2024-12-08T00:20:47,689 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2, size=230, length=230, corrupted=false, cancelled=false 2024-12-08T00:20:47,689 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2, journal: Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2, size=230 (230bytes) at 1733617247664Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2 so closing down at 1733617247671 (+7 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002-wal-2.temp at 1733617247674 (+3 ms)3 split writer threads finished at 1733617247675 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002-wal-2.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733617247686 (+11 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002-wal-2.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002 at 1733617247689 (+3 ms)Processed 1 edits across 1 Regions in 20 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-2, size=230, length=230, corrupted=false, cancelled=false at 1733617247689 2024-12-08T00:20:47,701 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1, size=276 (276bytes) 2024-12-08T00:20:47,701 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1 2024-12-08T00:20:47,702 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1 after 1ms 2024-12-08T00:20:47,706 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,706 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1 took 5ms 2024-12-08T00:20:47,709 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1 so closing down 2024-12-08T00:20:47,709 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:47,711 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal-1.temp 2024-12-08T00:20:47,712 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000001-wal-1.temp 2024-12-08T00:20:47,712 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:47,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741850_1026 (size=276) 2024-12-08T00:20:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741850_1026 (size=276) 2024-12-08T00:20:47,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741850_1026 (size=276) 2024-12-08T00:20:47,720 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T00:20:47,724 DEBUG [split-log-closeStream-pool-0 {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,726 WARN [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(175): Found existing old edits file. It could be the result of a previous failed split attempt or we have duplicated wal entries. Deleting hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002, length=230 2024-12-08T00:20:47,728 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002 2024-12-08T00:20:47,729 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1, size=276, length=276, corrupted=false, cancelled=false 2024-12-08T00:20:47,729 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1, journal: Splitting hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1, size=276 (276bytes) at 1733617247701Finishing writing output for hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1 so closing down at 1733617247709 (+8 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000001-wal-1.temp at 1733617247712 (+3 ms)3 split writer threads finished at 1733617247712Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000001-wal-1.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733617247720 (+8 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000001-wal-1.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002 at 1733617247729 (+9 ms)Processed 2 edits across 1 Regions in 23 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal-1, size=276, length=276, corrupted=false, cancelled=false at 1733617247729 2024-12-08T00:20:47,729 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:47,731 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:47,750 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal.1733617247732, exclude list is [], retry=0 2024-12-08T00:20:47,753 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:47,754 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:47,754 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:47,757 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal.1733617247732 2024-12-08T00:20:47,757 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:20:47,757 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => b49b3d15d6195823893c5019c7930967, NAME => 'testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:47,758 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:47,758 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,758 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,760 INFO [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,762 INFO [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b49b3d15d6195823893c5019c7930967 columnFamilyName a 2024-12-08T00:20:47,762 DEBUG [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:47,763 INFO [StoreOpener-b49b3d15d6195823893c5019c7930967-1 {}] regionserver.HStore(327): Store=b49b3d15d6195823893c5019c7930967/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:47,763 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,764 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,766 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,767 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002 2024-12-08T00:20:47,770 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:47,771 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 2, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=2, path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002 2024-12-08T00:20:47,771 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing b49b3d15d6195823893c5019c7930967 1/1 column families, dataSize=108 B heapSize=512 B 2024-12-08T00:20:47,786 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/.tmp/a/356d3cb1cb0a4b7c9f3aa5dc75a4874e is 58, key is testReplayEditsWrittenIntoWAL/a:1/1733617247618/Put/seqid=0 2024-12-08T00:20:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741852_1028 (size=5170) 2024-12-08T00:20:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741852_1028 (size=5170) 2024-12-08T00:20:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741852_1028 (size=5170) 2024-12-08T00:20:47,796 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=2 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/.tmp/a/356d3cb1cb0a4b7c9f3aa5dc75a4874e 2024-12-08T00:20:47,806 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/.tmp/a/356d3cb1cb0a4b7c9f3aa5dc75a4874e as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/a/356d3cb1cb0a4b7c9f3aa5dc75a4874e 2024-12-08T00:20:47,814 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/a/356d3cb1cb0a4b7c9f3aa5dc75a4874e, entries=2, sequenceid=2, filesize=5.0 K 2024-12-08T00:20:47,814 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b49b3d15d6195823893c5019c7930967 in 43ms, sequenceid=2, compaction requested=false; wal=null 2024-12-08T00:20:47,815 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/0000000000000000002 2024-12-08T00:20:47,816 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,816 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,819 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for b49b3d15d6195823893c5019c7930967 2024-12-08T00:20:47,821 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/b49b3d15d6195823893c5019c7930967/recovered.edits/2.seqid, newMaxSeqId=2, maxSeqId=1 2024-12-08T00:20:47,823 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened b49b3d15d6195823893c5019c7930967; next sequenceid=3; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74307432, jitterRate=0.10726702213287354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:20:47,823 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for b49b3d15d6195823893c5019c7930967: Writing region info on filesystem at 1733617247758Initializing all the Stores at 1733617247760 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617247760Obtaining lock to block concurrent updates at 1733617247771 (+11 ms)Preparing flush snapshotting stores in b49b3d15d6195823893c5019c7930967 at 1733617247771Finished memstore snapshotting testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967., syncing WAL and waiting on mvcc, flushsize=dataSize=108, getHeapSize=496, getOffHeapSize=0, getCellsCount=2 at 1733617247771Flushing stores of testReplayEditsWrittenIntoWAL,,1733617247545.b49b3d15d6195823893c5019c7930967. at 1733617247771Flushing b49b3d15d6195823893c5019c7930967/a: creating writer at 1733617247772 (+1 ms)Flushing b49b3d15d6195823893c5019c7930967/a: appending metadata at 1733617247784 (+12 ms)Flushing b49b3d15d6195823893c5019c7930967/a: closing flushed file at 1733617247784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3499622a: reopening flushed file at 1733617247804 (+20 ms)Finished flush of dataSize ~108 B/108, heapSize ~496 B/496, currentSize=0 B/0 for b49b3d15d6195823893c5019c7930967 in 43ms, sequenceid=2, compaction requested=false; wal=null at 1733617247814 (+10 ms)Cleaning up temporary data from old regions at 1733617247816 (+2 ms)Region opened successfully at 1733617247823 (+7 ms) 2024-12-08T00:20:47,838 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testNameConflictWhenSplit1 Thread=386 (was 376) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:59914 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45504 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:60112 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:43972 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45716 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741851_1027] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741851_1027, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-10-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:43736 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=785 (was 703) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 235), ProcessCount=11 (was 11), AvailableMemoryMB=9218 (was 9240) 2024-12-08T00:20:47,848 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=386, OpenFileDescriptor=785, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=9217 2024-12-08T00:20:47,860 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:47,863 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:47,864 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:47,867 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-26388805, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-26388805, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:47,878 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-26388805/hregion-26388805.1733617247867, exclude list is [], retry=0 2024-12-08T00:20:47,882 DEBUG [AsyncFSWAL-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:47,882 DEBUG [AsyncFSWAL-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:47,882 DEBUG [AsyncFSWAL-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:47,884 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-26388805/hregion-26388805.1733617247867 2024-12-08T00:20:47,885 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:47,885 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 1dc765eaba5937d774bcde100b807dcd, NAME => 'testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenIntoWAL', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:20:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741854_1030 (size=64) 2024-12-08T00:20:47,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741854_1030 (size=64) 2024-12-08T00:20:47,897 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:47,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741854_1030 (size=64) 2024-12-08T00:20:47,902 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,904 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc765eaba5937d774bcde100b807dcd columnFamilyName a 2024-12-08T00:20:47,904 DEBUG [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:47,905 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(327): Store=1dc765eaba5937d774bcde100b807dcd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:47,905 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,907 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc765eaba5937d774bcde100b807dcd columnFamilyName b 2024-12-08T00:20:47,907 DEBUG [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:47,909 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(327): Store=1dc765eaba5937d774bcde100b807dcd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:47,909 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,911 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc765eaba5937d774bcde100b807dcd columnFamilyName c 2024-12-08T00:20:47,911 DEBUG [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:47,912 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(327): Store=1dc765eaba5937d774bcde100b807dcd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:47,912 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,913 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,915 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,915 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,915 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:20:47,917 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:47,920 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:47,920 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1dc765eaba5937d774bcde100b807dcd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73525988, jitterRate=0.09562259912490845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:20:47,921 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1dc765eaba5937d774bcde100b807dcd: Writing region info on filesystem at 1733617247897Initializing all the Stores at 1733617247902 (+5 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617247902Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617247902Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617247902Cleaning up temporary data from old regions at 1733617247915 (+13 ms)Region opened successfully at 1733617247920 (+5 ms) 2024-12-08T00:20:47,921 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1dc765eaba5937d774bcde100b807dcd, disabling compactions & flushes 2024-12-08T00:20:47,921 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:47,921 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:47,921 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. after waiting 0 ms 2024-12-08T00:20:47,921 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:47,921 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:47,921 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1dc765eaba5937d774bcde100b807dcd: Waiting for close lock at 1733617247921Disabling compacts and flushes for region at 1733617247921Disabling writes for close at 1733617247921Writing region close event to WAL at 1733617247921Closed at 1733617247921 2024-12-08T00:20:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741853_1029 (size=93) 2024-12-08T00:20:47,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741853_1029 (size=93) 2024-12-08T00:20:47,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741853_1029 (size=93) 2024-12-08T00:20:47,927 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:47,927 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-26388805:(num 1733617247867) 2024-12-08T00:20:47,927 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:47,930 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:47,942 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930, exclude list is [], retry=0 2024-12-08T00:20:47,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:47,945 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:47,946 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:47,948 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 2024-12-08T00:20:47,948 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:48,238 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930, size=0 (0bytes) 2024-12-08T00:20:48,238 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 might be still open, length is 0 2024-12-08T00:20:48,238 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 2024-12-08T00:20:48,240 WARN [IPC Server handler 4 on default port 33953 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 has not been closed. Lease recovery is in progress. RecoveryId = 1032 for block blk_1073741855_1031 2024-12-08T00:20:48,240 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 after 2ms 2024-12-08T00:20:48,760 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:44016 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:35565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:44016 dst: /127.0.0.1:35565 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:35565 remote=/127.0.0.1:44016]. Total timeout mills is 60000, 59433 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:20:48,761 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:60134 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:45749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60134 dst: /127.0.0.1:45749 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:20:48,761 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45762 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741855_1031] {}] datanode.DataXceiver(331): 127.0.0.1:43525:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45762 dst: /127.0.0.1:43525 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:20:48,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741855_1032 (size=200589) 2024-12-08T00:20:48,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741855_1032 (size=200589) 2024-12-08T00:20:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741855_1032 (size=200589) 2024-12-08T00:20:52,100 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T00:20:52,142 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T00:20:52,241 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 after 4003ms 2024-12-08T00:20:52,248 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:52,251 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 took 4013ms 2024-12-08T00:20:52,256 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733617247930.temp 2024-12-08T00:20:52,258 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000000001-wal.1733617247930.temp 2024-12-08T00:20:52,352 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930; continuing. 2024-12-08T00:20:52,352 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 so closing down 2024-12-08T00:20:52,352 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:52,352 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:52,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741856_1033 (size=200597) 2024-12-08T00:20:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741856_1033 (size=200597) 2024-12-08T00:20:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741856_1033 (size=200597) 2024-12-08T00:20:52,356 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000000001-wal.1733617247930.temp (wrote 3002 edits, skipped 0 edits in 38 ms) 2024-12-08T00:20:52,358 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000000001-wal.1733617247930.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000003002 2024-12-08T00:20:52,358 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:20:52,358 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930, journal: Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930, size=0 (0bytes) at 1733617248238Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000000001-wal.1733617247930.temp at 1733617252258 (+4020 ms)Split 1024 edits, skipped 0 edits. at 1733617252305 (+47 ms)Split 2048 edits, skipped 0 edits. at 1733617252330 (+25 ms)Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 so closing down at 1733617252352 (+22 ms)3 split writer threads finished at 1733617252352Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000000001-wal.1733617247930.temp (wrote 3002 edits, skipped 0 edits in 38 ms) at 1733617252356 (+4 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000000001-wal.1733617247930.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000003002 at 1733617252358 (+2 ms)Processed 3002 edits across 1 Regions in 106 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930, size=0, length=0, corrupted=false, cancelled=false at 1733617252358 2024-12-08T00:20:52,360 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617247930 2024-12-08T00:20:52,362 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000003002 2024-12-08T00:20:52,362 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:52,365 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:52,377 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617252365, exclude list is [], retry=0 2024-12-08T00:20:52,381 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:52,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:52,382 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:52,384 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617252365 2024-12-08T00:20:52,385 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:52,385 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:52,387 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:52,388 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc765eaba5937d774bcde100b807dcd columnFamilyName a 2024-12-08T00:20:52,388 DEBUG [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:52,389 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(327): Store=1dc765eaba5937d774bcde100b807dcd/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:52,389 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:52,390 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc765eaba5937d774bcde100b807dcd columnFamilyName b 2024-12-08T00:20:52,390 DEBUG [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:52,391 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(327): Store=1dc765eaba5937d774bcde100b807dcd/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:52,391 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:52,393 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc765eaba5937d774bcde100b807dcd columnFamilyName c 2024-12-08T00:20:52,393 DEBUG [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:52,393 INFO [StoreOpener-1dc765eaba5937d774bcde100b807dcd-1 {}] regionserver.HStore(327): Store=1dc765eaba5937d774bcde100b807dcd/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:52,393 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:52,394 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:52,397 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:52,398 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000003002 2024-12-08T00:20:52,401 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000003002: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:52,443 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:20:52,778 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1dc765eaba5937d774bcde100b807dcd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T00:20:52,813 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/a/23cf7d68e74d451c8008c9a1fef8c201 is 62, key is testReplayEditsWrittenIntoWAL/a:100/1733617247958/Put/seqid=0 2024-12-08T00:20:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741858_1035 (size=50463) 2024-12-08T00:20:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741858_1035 (size=50463) 2024-12-08T00:20:52,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741858_1035 (size=50463) 2024-12-08T00:20:52,823 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=754 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/a/23cf7d68e74d451c8008c9a1fef8c201 2024-12-08T00:20:52,832 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/a/23cf7d68e74d451c8008c9a1fef8c201 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/a/23cf7d68e74d451c8008c9a1fef8c201 2024-12-08T00:20:52,840 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/a/23cf7d68e74d451c8008c9a1fef8c201, entries=754, sequenceid=754, filesize=49.3 K 2024-12-08T00:20:52,841 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.59 KB/101984, currentSize=0 B/0 for 1dc765eaba5937d774bcde100b807dcd in 63ms, sequenceid=754, compaction requested=false; wal=null 2024-12-08T00:20:52,867 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:20:52,868 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1dc765eaba5937d774bcde100b807dcd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T00:20:52,878 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/a/9942c6ef3a8f4955ab5a8f21a964a058 is 62, key is testReplayEditsWrittenIntoWAL/a:754/1733617248020/Put/seqid=0 2024-12-08T00:20:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741859_1036 (size=20072) 2024-12-08T00:20:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741859_1036 (size=20072) 2024-12-08T00:20:52,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741859_1036 (size=20072) 2024-12-08T00:20:52,888 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.93 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/a/9942c6ef3a8f4955ab5a8f21a964a058 2024-12-08T00:20:52,917 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/b/c00f62dca8894cf79df0dc40afb607de is 62, key is testReplayEditsWrittenIntoWAL/b:100/1733617248045/Put/seqid=0 2024-12-08T00:20:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741860_1037 (size=35835) 2024-12-08T00:20:52,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741860_1037 (size=35835) 2024-12-08T00:20:52,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741860_1037 (size=35835) 2024-12-08T00:20:52,926 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28.56 KB at sequenceid=1508 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/b/c00f62dca8894cf79df0dc40afb607de 2024-12-08T00:20:52,933 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/a/9942c6ef3a8f4955ab5a8f21a964a058 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/a/9942c6ef3a8f4955ab5a8f21a964a058 2024-12-08T00:20:52,941 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/a/9942c6ef3a8f4955ab5a8f21a964a058, entries=246, sequenceid=1508, filesize=19.6 K 2024-12-08T00:20:52,943 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/b/c00f62dca8894cf79df0dc40afb607de as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/b/c00f62dca8894cf79df0dc40afb607de 2024-12-08T00:20:52,950 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/b/c00f62dca8894cf79df0dc40afb607de, entries=508, sequenceid=1508, filesize=35.0 K 2024-12-08T00:20:52,951 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 1dc765eaba5937d774bcde100b807dcd in 82ms, sequenceid=1508, compaction requested=false; wal=null 2024-12-08T00:20:52,960 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:20:52,960 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1dc765eaba5937d774bcde100b807dcd 3/3 column families, dataSize=42.49 KB heapSize=100.11 KB 2024-12-08T00:20:52,966 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/b/3330e55389424136ac7157e352194815 is 62, key is testReplayEditsWrittenIntoWAL/b:508/1733617248078/Put/seqid=0 2024-12-08T00:20:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741861_1038 (size=35082) 2024-12-08T00:20:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741861_1038 (size=35082) 2024-12-08T00:20:52,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741861_1038 (size=35082) 2024-12-08T00:20:52,975 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.87 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/b/3330e55389424136ac7157e352194815 2024-12-08T00:20:52,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/c/8452dae253d9487aa07fa6c5220ebeb9 is 62, key is testReplayEditsWrittenIntoWAL/c:100/1733617248126/Put/seqid=0 2024-12-08T00:20:53,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741862_1039 (size=20825) 2024-12-08T00:20:53,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741862_1039 (size=20825) 2024-12-08T00:20:53,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741862_1039 (size=20825) 2024-12-08T00:20:53,006 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.63 KB at sequenceid=2262 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/c/8452dae253d9487aa07fa6c5220ebeb9 2024-12-08T00:20:53,014 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/b/3330e55389424136ac7157e352194815 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/b/3330e55389424136ac7157e352194815 2024-12-08T00:20:53,023 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/b/3330e55389424136ac7157e352194815, entries=492, sequenceid=2262, filesize=34.3 K 2024-12-08T00:20:53,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/c/8452dae253d9487aa07fa6c5220ebeb9 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/c/8452dae253d9487aa07fa6c5220ebeb9 2024-12-08T00:20:53,032 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/c/8452dae253d9487aa07fa6c5220ebeb9, entries=262, sequenceid=2262, filesize=20.3 K 2024-12-08T00:20:53,033 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43512, heapSize ~99.83 KB/102224, currentSize=0 B/0 for 1dc765eaba5937d774bcde100b807dcd in 72ms, sequenceid=2262, compaction requested=false; wal=null 2024-12-08T00:20:53,046 WARN [Time-limited test {}] regionserver.HRegion(5722): No family for cell testReplayEditsWrittenIntoWAL/another family:testReplayEditsWrittenIntoWAL/1733617248191/Put/vlen=29/seqid=0 in region testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:53,051 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3001, skipped 1, firstSequenceIdInLog=1, maxSequenceIdInLog=3002, path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000003002 2024-12-08T00:20:53,051 INFO [Time-limited test {}] wal.AbstractTestWALReplay$4$1(796): InternalFlushCache Invoked 2024-12-08T00:20:53,051 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1dc765eaba5937d774bcde100b807dcd 3/3 column families, dataSize=41.85 KB heapSize=98.89 KB 2024-12-08T00:20:53,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/c/24208a507c464864bc26f2e45d5af766 is 62, key is testReplayEditsWrittenIntoWAL/c:262/1733617248139/Put/seqid=0 2024-12-08T00:20:53,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741863_1040 (size=50301) 2024-12-08T00:20:53,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741863_1040 (size=50301) 2024-12-08T00:20:53,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741863_1040 (size=50301) 2024-12-08T00:20:53,070 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=41.85 KB at sequenceid=3002 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/c/24208a507c464864bc26f2e45d5af766 2024-12-08T00:20:53,076 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24208a507c464864bc26f2e45d5af766 2024-12-08T00:20:53,077 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/.tmp/c/24208a507c464864bc26f2e45d5af766 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/c/24208a507c464864bc26f2e45d5af766 2024-12-08T00:20:53,082 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24208a507c464864bc26f2e45d5af766 2024-12-08T00:20:53,083 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/c/24208a507c464864bc26f2e45d5af766, entries=739, sequenceid=3002, filesize=49.1 K 2024-12-08T00:20:53,083 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~41.85 KB/42854, heapSize ~98.38 KB/100736, currentSize=0 B/0 for 1dc765eaba5937d774bcde100b807dcd in 32ms, sequenceid=3002, compaction requested=false; wal=null 2024-12-08T00:20:53,084 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/0000000000000003002 2024-12-08T00:20:53,086 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:53,086 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:53,086 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenIntoWAL descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T00:20:53,088 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 1dc765eaba5937d774bcde100b807dcd 2024-12-08T00:20:53,091 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenIntoWAL/1dc765eaba5937d774bcde100b807dcd/recovered.edits/3002.seqid, newMaxSeqId=3002, maxSeqId=1 2024-12-08T00:20:53,092 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 1dc765eaba5937d774bcde100b807dcd; next sequenceid=3003; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=204800, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71770376, jitterRate=0.06946194171905518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T00:20:53,093 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 1dc765eaba5937d774bcde100b807dcd: Writing region info on filesystem at 1733617252385Initializing all the Stores at 1733617252386 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617252386Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617252387 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617252387Cleaning up temporary data from old regions at 1733617253086 (+699 ms)Region opened successfully at 1733617253093 (+7 ms) 2024-12-08T00:20:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 1dc765eaba5937d774bcde100b807dcd, disabling compactions & flushes 2024-12-08T00:20:53,155 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. after waiting 0 ms 2024-12-08T00:20:53,155 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:53,157 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenIntoWAL,,1733617247861.1dc765eaba5937d774bcde100b807dcd. 2024-12-08T00:20:53,157 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 1dc765eaba5937d774bcde100b807dcd: Waiting for close lock at 1733617253154Disabling compacts and flushes for region at 1733617253154Disabling writes for close at 1733617253155 (+1 ms)Writing region close event to WAL at 1733617253157 (+2 ms)Closed at 1733617253157 2024-12-08T00:20:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741857_1034 (size=93) 2024-12-08T00:20:53,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741857_1034 (size=93) 2024-12-08T00:20:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741857_1034 (size=93) 2024-12-08T00:20:53,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:53,163 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733617252365) 2024-12-08T00:20:53,175 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenIntoWAL Thread=400 (was 386) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:33953 from jenkins.replay.wal.secondtime java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:38099 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294141933_22 at /127.0.0.1:57976 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294141933_22 at /127.0.0.1:57706 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38099 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:32951 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294141933_22 at /127.0.0.1:48910 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1294141933_22 at /127.0.0.1:57992 [Waiting for operation #14] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.replay.wal.secondtime@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-12-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 785) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 235) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9175 (was 9217) 2024-12-08T00:20:53,186 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=400, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=9173 2024-12-08T00:20:53,199 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:53,202 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:53,203 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:53,206 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-92721655, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-92721655, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:53,219 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-92721655/hregion-92721655.1733617253206, exclude list is [], retry=0 2024-12-08T00:20:53,222 DEBUG [AsyncFSWAL-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:53,222 DEBUG [AsyncFSWAL-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:53,222 DEBUG [AsyncFSWAL-14-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:53,226 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-92721655/hregion-92721655.1733617253206 2024-12-08T00:20:53,229 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:53,229 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 579ee742ea1624544ddee76e12476f06, NAME => 'test2727,,1733617253200.579ee742ea1624544ddee76e12476f06.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test2727', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:20:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741865_1042 (size=43) 2024-12-08T00:20:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741865_1042 (size=43) 2024-12-08T00:20:53,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741865_1042 (size=43) 2024-12-08T00:20:53,241 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733617253200.579ee742ea1624544ddee76e12476f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:53,245 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,247 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579ee742ea1624544ddee76e12476f06 columnFamilyName a 2024-12-08T00:20:53,247 DEBUG [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:53,247 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(327): Store=579ee742ea1624544ddee76e12476f06/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:53,248 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,250 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579ee742ea1624544ddee76e12476f06 columnFamilyName b 2024-12-08T00:20:53,250 DEBUG [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:53,250 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(327): Store=579ee742ea1624544ddee76e12476f06/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:53,251 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,252 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579ee742ea1624544ddee76e12476f06 columnFamilyName c 2024-12-08T00:20:53,252 DEBUG [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:53,253 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(327): Store=579ee742ea1624544ddee76e12476f06/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:53,253 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,254 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,255 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,256 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,256 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,257 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:20:53,258 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,260 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:53,261 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 579ee742ea1624544ddee76e12476f06; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73215960, jitterRate=0.09100282192230225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:20:53,262 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 579ee742ea1624544ddee76e12476f06: Writing region info on filesystem at 1733617253241Initializing all the Stores at 1733617253243 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617253243Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617253245 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617253245Cleaning up temporary data from old regions at 1733617253256 (+11 ms)Region opened successfully at 1733617253262 (+6 ms) 2024-12-08T00:20:53,262 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 579ee742ea1624544ddee76e12476f06, disabling compactions & flushes 2024-12-08T00:20:53,262 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:53,262 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:53,262 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. after waiting 0 ms 2024-12-08T00:20:53,262 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:53,262 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:53,263 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 579ee742ea1624544ddee76e12476f06: Waiting for close lock at 1733617253262Disabling compacts and flushes for region at 1733617253262Disabling writes for close at 1733617253262Writing region close event to WAL at 1733617253262Closed at 1733617253262 2024-12-08T00:20:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741864_1041 (size=93) 2024-12-08T00:20:53,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741864_1041 (size=93) 2024-12-08T00:20:53,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741864_1041 (size=93) 2024-12-08T00:20:53,268 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:53,269 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-92721655:(num 1733617253206) 2024-12-08T00:20:53,269 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:53,271 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:53,285 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271, exclude list is [], retry=0 2024-12-08T00:20:53,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:53,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:53,288 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:53,290 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271 2024-12-08T00:20:53,290 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:20:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741866_1043 (size=200357) 2024-12-08T00:20:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741866_1043 (size=200357) 2024-12-08T00:20:53,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741866_1043 (size=200357) 2024-12-08T00:20:53,481 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271, size=195.7 K (200357bytes) 2024-12-08T00:20:53,481 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271 2024-12-08T00:20:53,482 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271 after 1ms 2024-12-08T00:20:53,485 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:53,486 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271 took 5ms 2024-12-08T00:20:53,490 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000001-wal.1733617253271.temp 2024-12-08T00:20:53,492 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000000001-wal.1733617253271.temp 2024-12-08T00:20:53,540 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271 so closing down 2024-12-08T00:20:53,540 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:53,540 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741867_1044 (size=200357) 2024-12-08T00:20:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741867_1044 (size=200357) 2024-12-08T00:20:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741867_1044 (size=200357) 2024-12-08T00:20:53,543 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000000001-wal.1733617253271.temp (wrote 3000 edits, skipped 0 edits in 19 ms) 2024-12-08T00:20:53,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000000001-wal.1733617253271.temp to hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003000 2024-12-08T00:20:53,545 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271, size=195.7 K, length=200357, corrupted=false, cancelled=false 2024-12-08T00:20:53,545 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271, journal: Splitting hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271, size=195.7 K (200357bytes) at 1733617253481Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000000001-wal.1733617253271.temp at 1733617253492 (+11 ms)Split 1024 edits, skipped 0 edits. at 1733617253506 (+14 ms)Split 2048 edits, skipped 0 edits. at 1733617253524 (+18 ms)Finishing writing output for hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271 so closing down at 1733617253540 (+16 ms)3 split writer threads finished at 1733617253540Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000000001-wal.1733617253271.temp (wrote 3000 edits, skipped 0 edits in 19 ms) at 1733617253543 (+3 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000000001-wal.1733617253271.temp to hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003000 at 1733617253545 (+2 ms)Processed 3000 edits across 1 Regions in 58 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271, size=195.7 K, length=200357, corrupted=false, cancelled=false at 1733617253545 2024-12-08T00:20:53,547 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253271 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617253271 2024-12-08T00:20:53,548 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003000 2024-12-08T00:20:53,549 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:53,551 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:53,565 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552, exclude list is [], retry=0 2024-12-08T00:20:53,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:53,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:53,569 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:53,572 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552 2024-12-08T00:20:53,572 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:20:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741868_1045 (size=200484) 2024-12-08T00:20:53,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741868_1045 (size=200484) 2024-12-08T00:20:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741868_1045 (size=200484) 2024-12-08T00:20:53,705 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552, size=195.8 K (200484bytes) 2024-12-08T00:20:53,705 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552 2024-12-08T00:20:53,706 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552 after 1ms 2024-12-08T00:20:53,708 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:53,710 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552 took 5ms 2024-12-08T00:20:53,714 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000003001-wal.1733617253552.temp 2024-12-08T00:20:53,715 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003001-wal.1733617253552.temp 2024-12-08T00:20:53,794 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552 so closing down 2024-12-08T00:20:53,794 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:53,794 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:53,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741869_1046 (size=200484) 2024-12-08T00:20:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741869_1046 (size=200484) 2024-12-08T00:20:53,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741869_1046 (size=200484) 2024-12-08T00:20:53,797 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003001-wal.1733617253552.temp (wrote 3000 edits, skipped 0 edits in 46 ms) 2024-12-08T00:20:53,799 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003001-wal.1733617253552.temp to hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000006000 2024-12-08T00:20:53,799 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 3000 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552, size=195.8 K, length=200484, corrupted=false, cancelled=false 2024-12-08T00:20:53,799 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552, journal: Splitting hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552, size=195.8 K (200484bytes) at 1733617253705Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003001-wal.1733617253552.temp at 1733617253715 (+10 ms)Split 1024 edits, skipped 0 edits. at 1733617253730 (+15 ms)Split 2048 edits, skipped 0 edits. at 1733617253749 (+19 ms)Finishing writing output for hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552 so closing down at 1733617253794 (+45 ms)3 split writer threads finished at 1733617253794Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003001-wal.1733617253552.temp (wrote 3000 edits, skipped 0 edits in 46 ms) at 1733617253797 (+3 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003001-wal.1733617253552.temp to hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000006000 at 1733617253799 (+2 ms)Processed 3000 edits across 1 Regions in 89 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552, size=195.8 K, length=200484, corrupted=false, cancelled=false at 1733617253799 2024-12-08T00:20:53,801 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253552 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617253552 2024-12-08T00:20:53,803 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000006000 2024-12-08T00:20:53,803 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:53,805 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/test2727-manual,16010,1733617253199, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:53,825 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253806, exclude list is [], retry=0 2024-12-08T00:20:53,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:53,828 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:53,829 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:53,831 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/test2727-manual,16010,1733617253199/wal.1733617253806 2024-12-08T00:20:53,832 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:20:53,832 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 579ee742ea1624544ddee76e12476f06, NAME => 'test2727,,1733617253200.579ee742ea1624544ddee76e12476f06.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:53,832 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated test2727,,1733617253200.579ee742ea1624544ddee76e12476f06.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:53,832 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,833 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,834 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,836 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579ee742ea1624544ddee76e12476f06 columnFamilyName a 2024-12-08T00:20:53,836 DEBUG [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:53,837 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(327): Store=579ee742ea1624544ddee76e12476f06/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:53,837 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,838 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579ee742ea1624544ddee76e12476f06 columnFamilyName b 2024-12-08T00:20:53,838 DEBUG [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:53,839 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(327): Store=579ee742ea1624544ddee76e12476f06/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:53,839 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,840 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 579ee742ea1624544ddee76e12476f06 columnFamilyName c 2024-12-08T00:20:53,841 DEBUG [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:53,841 INFO [StoreOpener-579ee742ea1624544ddee76e12476f06-1 {}] regionserver.HStore(327): Store=579ee742ea1624544ddee76e12476f06/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:53,842 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,843 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,845 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 2 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:53,846 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003000 2024-12-08T00:20:53,849 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:53,885 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=1, maxSequenceIdInLog=3000, path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003000 2024-12-08T00:20:53,887 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000006000 2024-12-08T00:20:53,890 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000006000: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:53,926 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 3000, skipped 0, firstSequenceIdInLog=3001, maxSequenceIdInLog=6000, path=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000006000 2024-12-08T00:20:53,927 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 579ee742ea1624544ddee76e12476f06 3/3 column families, dataSize=215.51 KB heapSize=657 KB 2024-12-08T00:20:53,946 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/a/71fca3c093c5448bb54df8957b6f09c9 is 41, key is test2727/a:100/1733617253576/Put/seqid=0 2024-12-08T00:20:53,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741871_1048 (size=84227) 2024-12-08T00:20:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741871_1048 (size=84227) 2024-12-08T00:20:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741871_1048 (size=84227) 2024-12-08T00:20:53,954 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/a/71fca3c093c5448bb54df8957b6f09c9 2024-12-08T00:20:53,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T00:20:53,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T00:20:53,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T00:20:53,962 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T00:20:53,963 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T00:20:53,963 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T00:20:53,964 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL 2024-12-08T00:20:53,964 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenIntoWAL Metrics about Tables on a single HBase RegionServer 2024-12-08T00:20:53,978 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/b/18bbc31a90704c2f9a0aee3ea094f140 is 41, key is test2727/b:100/1733617253613/Put/seqid=0 2024-12-08T00:20:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741872_1049 (size=84609) 2024-12-08T00:20:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741872_1049 (size=84609) 2024-12-08T00:20:53,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741872_1049 (size=84609) 2024-12-08T00:20:53,984 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/b/18bbc31a90704c2f9a0aee3ea094f140 2024-12-08T00:20:54,006 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/c/198782709bbf4413a9b5dae14890b14f is 41, key is test2727/c:100/1733617253652/Put/seqid=0 2024-12-08T00:20:54,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741873_1050 (size=84609) 2024-12-08T00:20:54,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741873_1050 (size=84609) 2024-12-08T00:20:54,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741873_1050 (size=84609) 2024-12-08T00:20:54,021 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=71.84 KB at sequenceid=6000 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/c/198782709bbf4413a9b5dae14890b14f 2024-12-08T00:20:54,028 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/a/71fca3c093c5448bb54df8957b6f09c9 as hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/a/71fca3c093c5448bb54df8957b6f09c9 2024-12-08T00:20:54,034 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/a/71fca3c093c5448bb54df8957b6f09c9, entries=2000, sequenceid=6000, filesize=82.3 K 2024-12-08T00:20:54,035 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/b/18bbc31a90704c2f9a0aee3ea094f140 as hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/b/18bbc31a90704c2f9a0aee3ea094f140 2024-12-08T00:20:54,041 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/b/18bbc31a90704c2f9a0aee3ea094f140, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T00:20:54,043 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/.tmp/c/198782709bbf4413a9b5dae14890b14f as hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/c/198782709bbf4413a9b5dae14890b14f 2024-12-08T00:20:54,049 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/c/198782709bbf4413a9b5dae14890b14f, entries=2000, sequenceid=6000, filesize=82.6 K 2024-12-08T00:20:54,049 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 579ee742ea1624544ddee76e12476f06 in 123ms, sequenceid=6000, compaction requested=false; wal=null 2024-12-08T00:20:54,050 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000003000 2024-12-08T00:20:54,051 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/0000000000000006000 2024-12-08T00:20:54,052 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:54,052 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:54,053 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test2727 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:20:54,054 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 579ee742ea1624544ddee76e12476f06 2024-12-08T00:20:54,057 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/test2727/579ee742ea1624544ddee76e12476f06/recovered.edits/6000.seqid, newMaxSeqId=6000, maxSeqId=1 2024-12-08T00:20:54,058 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 579ee742ea1624544ddee76e12476f06; next sequenceid=6001; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75374377, jitterRate=0.12316574156284332}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:20:54,059 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 579ee742ea1624544ddee76e12476f06: Writing region info on filesystem at 1733617253833Initializing all the Stores at 1733617253834 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617253834Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617253834Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617253834Obtaining lock to block concurrent updates at 1733617253927 (+93 ms)Preparing flush snapshotting stores in 579ee742ea1624544ddee76e12476f06 at 1733617253927Finished memstore snapshotting test2727,,1733617253200.579ee742ea1624544ddee76e12476f06., syncing WAL and waiting on mvcc, flushsize=dataSize=220680, getHeapSize=672720, getOffHeapSize=0, getCellsCount=6000 at 1733617253927Flushing stores of test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. at 1733617253927Flushing 579ee742ea1624544ddee76e12476f06/a: creating writer at 1733617253927Flushing 579ee742ea1624544ddee76e12476f06/a: appending metadata at 1733617253946 (+19 ms)Flushing 579ee742ea1624544ddee76e12476f06/a: closing flushed file at 1733617253946Flushing 579ee742ea1624544ddee76e12476f06/b: creating writer at 1733617253961 (+15 ms)Flushing 579ee742ea1624544ddee76e12476f06/b: appending metadata at 1733617253977 (+16 ms)Flushing 579ee742ea1624544ddee76e12476f06/b: closing flushed file at 1733617253977Flushing 579ee742ea1624544ddee76e12476f06/c: creating writer at 1733617253989 (+12 ms)Flushing 579ee742ea1624544ddee76e12476f06/c: appending metadata at 1733617254006 (+17 ms)Flushing 579ee742ea1624544ddee76e12476f06/c: closing flushed file at 1733617254006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67aaf1e6: reopening flushed file at 1733617254027 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7987f741: reopening flushed file at 1733617254034 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@182f7a6f: reopening flushed file at 1733617254042 (+8 ms)Finished flush of dataSize ~215.51 KB/220680, heapSize ~656.95 KB/672720, currentSize=0 B/0 for 579ee742ea1624544ddee76e12476f06 in 123ms, sequenceid=6000, compaction requested=false; wal=null at 1733617254050 (+8 ms)Cleaning up temporary data from old regions at 1733617254052 (+2 ms)Region opened successfully at 1733617254059 (+7 ms) 2024-12-08T00:20:54,060 DEBUG [Time-limited test {}] wal.AbstractTestWALReplay(320): region.getOpenSeqNum(): 6001, wal3.id: 0 2024-12-08T00:20:54,061 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 579ee742ea1624544ddee76e12476f06, disabling compactions & flushes 2024-12-08T00:20:54,061 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:54,061 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:54,061 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. after waiting 0 ms 2024-12-08T00:20:54,061 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:54,062 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed test2727,,1733617253200.579ee742ea1624544ddee76e12476f06. 2024-12-08T00:20:54,062 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 579ee742ea1624544ddee76e12476f06: Waiting for close lock at 1733617254061Disabling compacts and flushes for region at 1733617254061Disabling writes for close at 1733617254061Writing region close event to WAL at 1733617254062 (+1 ms)Closed at 1733617254062 2024-12-08T00:20:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741870_1047 (size=93) 2024-12-08T00:20:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741870_1047 (size=93) 2024-12-08T00:20:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741870_1047 (size=93) 2024-12-08T00:20:54,068 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:54,068 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733617253806) 2024-12-08T00:20:54,080 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#test2727 Thread=402 (was 400) Potentially hanging thread: AsyncFSWAL-14-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-14-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:48910 [Waiting for operation #20] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:58072 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:57838 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=927 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 256), ProcessCount=11 (was 11), AvailableMemoryMB=8967 (was 9173) 2024-12-08T00:20:54,090 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=402, OpenFileDescriptor=927, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=8966 2024-12-08T00:20:54,102 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:54,108 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:54,108 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor wal.1733617254108 2024-12-08T00:20:54,114 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108 2024-12-08T00:20:54,116 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new MockWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:20:54,119 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => fb3a08d0847eec9c0831c16453230272, NAME => 'testSequentialEditLogSeqNum,,1733617254103.fb3a08d0847eec9c0831c16453230272.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:54,119 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testSequentialEditLogSeqNum,,1733617254103.fb3a08d0847eec9c0831c16453230272.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:54,120 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,120 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,121 WARN [Time-limited test {}] regionserver.HRegionFileSystem(836): hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272 doesn't exist for region: fb3a08d0847eec9c0831c16453230272 on table testSequentialEditLogSeqNum 2024-12-08T00:20:54,121 WARN [Time-limited test {}] regionserver.HRegionFileSystem(854): .regioninfo file not found for region: fb3a08d0847eec9c0831c16453230272 on table testSequentialEditLogSeqNum 2024-12-08T00:20:54,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741875_1052 (size=62) 2024-12-08T00:20:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741875_1052 (size=62) 2024-12-08T00:20:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741875_1052 (size=62) 2024-12-08T00:20:54,136 INFO [StoreOpener-fb3a08d0847eec9c0831c16453230272-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,137 INFO [StoreOpener-fb3a08d0847eec9c0831c16453230272-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fb3a08d0847eec9c0831c16453230272 columnFamilyName a 2024-12-08T00:20:54,138 DEBUG [StoreOpener-fb3a08d0847eec9c0831c16453230272-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:54,138 INFO [StoreOpener-fb3a08d0847eec9c0831c16453230272-1 {}] regionserver.HStore(327): Store=fb3a08d0847eec9c0831c16453230272/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:54,138 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,139 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,139 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,140 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,141 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for fb3a08d0847eec9c0831c16453230272 2024-12-08T00:20:54,143 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:54,143 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened fb3a08d0847eec9c0831c16453230272; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67324834, jitterRate=0.0032182037830352783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:20:54,144 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for fb3a08d0847eec9c0831c16453230272: Writing region info on filesystem at 1733617254120Initializing all the Stores at 1733617254136 (+16 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617254136Cleaning up temporary data from old regions at 1733617254140 (+4 ms)Region opened successfully at 1733617254144 (+4 ms) 2024-12-08T00:20:54,156 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing fb3a08d0847eec9c0831c16453230272 1/1 column families, dataSize=770 B heapSize=1.73 KB 2024-12-08T00:20:54,175 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/.tmp/a/227b604873d741d68d7ab7171e0a3ee3 is 81, key is testSequentialEditLogSeqNum/a:x0/1733617254144/Put/seqid=0 2024-12-08T00:20:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741876_1053 (size=5833) 2024-12-08T00:20:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741876_1053 (size=5833) 2024-12-08T00:20:54,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741876_1053 (size=5833) 2024-12-08T00:20:54,182 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=770 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/.tmp/a/227b604873d741d68d7ab7171e0a3ee3 2024-12-08T00:20:54,189 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/.tmp/a/227b604873d741d68d7ab7171e0a3ee3 as hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/a/227b604873d741d68d7ab7171e0a3ee3 2024-12-08T00:20:54,195 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/a/227b604873d741d68d7ab7171e0a3ee3, entries=10, sequenceid=13, filesize=5.7 K 2024-12-08T00:20:54,196 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~770 B/770, heapSize ~1.72 KB/1760, currentSize=0 B/0 for fb3a08d0847eec9c0831c16453230272 in 40ms, sequenceid=13, compaction requested=false 2024-12-08T00:20:54,196 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for fb3a08d0847eec9c0831c16453230272: 2024-12-08T00:20:54,201 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:20:54,201 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:20:54,201 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:20:54,201 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:20:54,202 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-12-08T00:20:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741874_1051 (size=1616) 2024-12-08T00:20:54,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741874_1051 (size=1616) 2024-12-08T00:20:54,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741874_1051 (size=1616) 2024-12-08T00:20:54,218 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108, size=1.6 K (1616bytes) 2024-12-08T00:20:54,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108 2024-12-08T00:20:54,218 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108 after 0ms 2024-12-08T00:20:54,221 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:54,221 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108 took 3ms 2024-12-08T00:20:54,223 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108 so closing down 2024-12-08T00:20:54,224 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:54,224 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733617254108.temp 2024-12-08T00:20:54,226 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000003-wal.1733617254108.temp 2024-12-08T00:20:54,226 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741877_1054 (size=1175) 2024-12-08T00:20:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741877_1054 (size=1175) 2024-12-08T00:20:54,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741877_1054 (size=1175) 2024-12-08T00:20:54,233 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000003-wal.1733617254108.temp (wrote 15 edits, skipped 0 edits in 0 ms) 2024-12-08T00:20:54,235 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000003-wal.1733617254108.temp to hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000020 2024-12-08T00:20:54,235 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108, size=1.6 K, length=1616, corrupted=false, cancelled=false 2024-12-08T00:20:54,235 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108, journal: Splitting hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108, size=1.6 K (1616bytes) at 1733617254218Finishing writing output for hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108 so closing down at 1733617254223 (+5 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000003-wal.1733617254108.temp at 1733617254226 (+3 ms)3 split writer threads finished at 1733617254226Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000003-wal.1733617254108.temp (wrote 15 edits, skipped 0 edits in 0 ms) at 1733617254233 (+7 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000003-wal.1733617254108.temp to hdfs://localhost:33953/hbase/data/default/testSequentialEditLogSeqNum/fb3a08d0847eec9c0831c16453230272/recovered.edits/0000000000000000020 at 1733617254235 (+2 ms)Processed 17 edits across 1 Regions in 14 ms; skipped=2; WAL=hdfs://localhost:33953/hbase/WALs/testsequentialeditlogseqnum-manual,16010,1733617254102/wal.1733617254108, size=1.6 K, length=1616, corrupted=false, cancelled=false at 1733617254235 2024-12-08T00:20:54,250 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testSequentialEditLogSeqNum Thread=407 (was 402) Potentially hanging thread: sync.4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:48910 [Waiting for operation #24] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:58072 [Waiting for operation #5] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: sync.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) Potentially hanging thread: sync.2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.takeSyncRequest(FSHLog.java:426) app//org.apache.hadoop.hbase.regionserver.wal.FSHLog$SyncRunner.run(FSHLog.java:441) - Thread LEAK? -, OpenFileDescriptor=963 (was 927) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=256 (was 256), ProcessCount=11 (was 11), AvailableMemoryMB=8957 (was 8966) 2024-12-08T00:20:54,261 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=407, OpenFileDescriptor=963, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=8956 2024-12-08T00:20:54,275 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:54,277 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:54,305 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:20:54,308 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-46599344, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-46599344, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:54,321 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-46599344/hregion-46599344.1733617254308, exclude list is [], retry=0 2024-12-08T00:20:54,325 DEBUG [AsyncFSWAL-17-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:54,325 DEBUG [AsyncFSWAL-17-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:54,325 DEBUG [AsyncFSWAL-17-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:54,327 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-46599344/hregion-46599344.1733617254308 2024-12-08T00:20:54,328 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:54,328 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 3412678fd731b67d2ce3ab8bf6199f35, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testRegionMadeOfBulkLoadedFilesOnly', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:20:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741879_1056 (size=70) 2024-12-08T00:20:54,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741879_1056 (size=70) 2024-12-08T00:20:54,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741879_1056 (size=70) 2024-12-08T00:20:54,342 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:54,345 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,348 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName a 2024-12-08T00:20:54,348 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:54,349 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:54,349 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,351 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName b 2024-12-08T00:20:54,351 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:54,352 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:54,352 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,354 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName c 2024-12-08T00:20:54,354 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:54,355 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:54,356 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,356 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,357 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,358 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,358 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,359 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:20:54,360 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,363 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:54,364 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3412678fd731b67d2ce3ab8bf6199f35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63902454, jitterRate=-0.047779232263565063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:20:54,365 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3412678fd731b67d2ce3ab8bf6199f35: Writing region info on filesystem at 1733617254342Initializing all the Stores at 1733617254343 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617254343Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617254345 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617254345Cleaning up temporary data from old regions at 1733617254358 (+13 ms)Region opened successfully at 1733617254365 (+7 ms) 2024-12-08T00:20:54,365 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3412678fd731b67d2ce3ab8bf6199f35, disabling compactions & flushes 2024-12-08T00:20:54,365 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:54,365 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:54,365 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. after waiting 0 ms 2024-12-08T00:20:54,365 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:54,366 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:54,366 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3412678fd731b67d2ce3ab8bf6199f35: Waiting for close lock at 1733617254365Disabling compacts and flushes for region at 1733617254365Disabling writes for close at 1733617254365Writing region close event to WAL at 1733617254366 (+1 ms)Closed at 1733617254366 2024-12-08T00:20:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741878_1055 (size=93) 2024-12-08T00:20:54,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741878_1055 (size=93) 2024-12-08T00:20:54,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741878_1055 (size=93) 2024-12-08T00:20:54,372 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:54,372 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-46599344:(num 1733617254308) 2024-12-08T00:20:54,372 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:54,375 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:54,393 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375, exclude list is [], retry=0 2024-12-08T00:20:54,397 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:54,397 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:54,398 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:54,399 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 2024-12-08T00:20:54,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:20:54,400 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3412678fd731b67d2ce3ab8bf6199f35, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:54,400 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:54,400 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,400 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,402 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,404 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName a 2024-12-08T00:20:54,404 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:54,405 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:54,405 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,406 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName b 2024-12-08T00:20:54,406 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:54,407 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:54,407 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,408 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName c 2024-12-08T00:20:54,408 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:54,409 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:54,409 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,410 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,411 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,412 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,412 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,413 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:20:54,415 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:54,416 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3412678fd731b67d2ce3ab8bf6199f35; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63914266, jitterRate=-0.047603219747543335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:20:54,418 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3412678fd731b67d2ce3ab8bf6199f35: Writing region info on filesystem at 1733617254401Initializing all the Stores at 1733617254402 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617254402Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617254402Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617254402Cleaning up temporary data from old regions at 1733617254412 (+10 ms)Region opened successfully at 1733617254418 (+6 ms) 2024-12-08T00:20:54,423 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile is 28, key is \x0D/a:a/1733617254422/Put/seqid=0 2024-12-08T00:20:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741881_1058 (size=4826) 2024-12-08T00:20:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741881_1058 (size=4826) 2024-12-08T00:20:54,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741881_1058 (size=4826) 2024-12-08T00:20:54,431 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33953/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile for inclusion in 3412678fd731b67d2ce3ab8bf6199f35/a 2024-12-08T00:20:54,441 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first= last=z 2024-12-08T00:20:54,441 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:20:54,441 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3412678fd731b67d2ce3ab8bf6199f35: 2024-12-08T00:20:54,443 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile as hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/a/66df61aa50ee46828178910431d19b9e_SeqId_3_ 2024-12-08T00:20:54,444 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33953/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 3412678fd731b67d2ce3ab8bf6199f35/a as hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/a/66df61aa50ee46828178910431d19b9e_SeqId_3_ - updating store file list. 2024-12-08T00:20:54,452 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66df61aa50ee46828178910431d19b9e_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T00:20:54,452 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/a/66df61aa50ee46828178910431d19b9e_SeqId_3_ into 3412678fd731b67d2ce3ab8bf6199f35/a 2024-12-08T00:20:54,453 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33953/hbase/testRegionMadeOfBulkLoadedFilesOnly/hfile into 3412678fd731b67d2ce3ab8bf6199f35/a (new location: hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/a/66df61aa50ee46828178910431d19b9e_SeqId_3_) 2024-12-08T00:20:54,510 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375, size=0 (0bytes) 2024-12-08T00:20:54,510 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 might be still open, length is 0 2024-12-08T00:20:54,510 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 2024-12-08T00:20:54,510 WARN [IPC Server handler 3 on default port 33953 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 has not been closed. Lease recovery is in progress. RecoveryId = 1059 for block blk_1073741880_1057 2024-12-08T00:20:54,511 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 after 1ms 2024-12-08T00:20:54,749 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:57932 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:45749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:57932 dst: /127.0.0.1:45749 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45749 remote=/127.0.0.1:57932]. Total timeout mills is 60000, 59711 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:20:54,750 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:58172 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:43525:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58172 dst: /127.0.0.1:43525 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:20:54,750 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:49108 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741880_1057] {}] datanode.DataXceiver(331): 127.0.0.1:35565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49108 dst: /127.0.0.1:35565 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:20:54,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741880_1059 (size=434) 2024-12-08T00:20:54,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741880_1059 (size=434) 2024-12-08T00:20:58,511 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 after 4001ms 2024-12-08T00:20:58,514 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:58,515 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 took 4006ms 2024-12-08T00:20:58,516 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375; continuing. 2024-12-08T00:20:58,516 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 so closing down 2024-12-08T00:20:58,517 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:20:58,518 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000005-wal.1733617254375.temp 2024-12-08T00:20:58,520 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005-wal.1733617254375.temp 2024-12-08T00:20:58,520 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:20:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741882_1060 (size=236) 2024-12-08T00:20:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741882_1060 (size=236) 2024-12-08T00:20:58,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741882_1060 (size=236) 2024-12-08T00:20:58,527 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005-wal.1733617254375.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-12-08T00:20:58,528 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005-wal.1733617254375.temp to hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005 2024-12-08T00:20:58,528 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:20:58,529 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375, journal: Splitting hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375, size=0 (0bytes) at 1733617254510Finishing writing output for hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 so closing down at 1733617258517 (+4007 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005-wal.1733617254375.temp at 1733617258520 (+3 ms)3 split writer threads finished at 1733617258520Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005-wal.1733617254375.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1733617258527 (+7 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005-wal.1733617254375.temp to hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005 at 1733617258528 (+1 ms)Processed 2 edits across 1 Regions in 13 ms; skipped=1; WAL=hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375, size=0, length=0, corrupted=false, cancelled=false at 1733617258528 2024-12-08T00:20:58,530 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617254375 2024-12-08T00:20:58,531 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005 2024-12-08T00:20:58,531 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:20:58,533 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:20:58,544 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617258534, exclude list is [], retry=0 2024-12-08T00:20:58,546 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:20:58,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:20:58,547 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:20:58,549 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617258534 2024-12-08T00:20:58,549 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:20:58,549 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 3412678fd731b67d2ce3ab8bf6199f35, NAME => 'testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:58,549 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:58,549 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,549 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,551 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,552 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName a 2024-12-08T00:20:58,552 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:58,557 DEBUG [StoreFileOpener-3412678fd731b67d2ce3ab8bf6199f35-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 66df61aa50ee46828178910431d19b9e_SeqId_3_: NONE, but ROW specified in column family configuration 2024-12-08T00:20:58,557 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/a/66df61aa50ee46828178910431d19b9e_SeqId_3_ 2024-12-08T00:20:58,558 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:58,558 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,559 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName b 2024-12-08T00:20:58,559 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:58,559 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:58,559 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,560 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3412678fd731b67d2ce3ab8bf6199f35 columnFamilyName c 2024-12-08T00:20:58,560 DEBUG [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:58,560 INFO [StoreOpener-3412678fd731b67d2ce3ab8bf6199f35-1 {}] regionserver.HStore(327): Store=3412678fd731b67d2ce3ab8bf6199f35/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:58,561 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,562 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,563 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,564 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005 2024-12-08T00:20:58,566 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:20:58,567 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=5, maxSequenceIdInLog=5, path=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005 2024-12-08T00:20:58,567 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 3412678fd731b67d2ce3ab8bf6199f35 3/3 column families, dataSize=58 B heapSize=904 B 2024-12-08T00:20:58,582 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/.tmp/a/4d12e641bf0a4bc29b8c12278663e719 is 62, key is testRegionMadeOfBulkLoadedFilesOnly/a:a/1733617254459/Put/seqid=0 2024-12-08T00:20:58,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741884_1062 (size=5149) 2024-12-08T00:20:58,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741884_1062 (size=5149) 2024-12-08T00:20:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741884_1062 (size=5149) 2024-12-08T00:20:58,591 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/.tmp/a/4d12e641bf0a4bc29b8c12278663e719 2024-12-08T00:20:58,598 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/.tmp/a/4d12e641bf0a4bc29b8c12278663e719 as hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/a/4d12e641bf0a4bc29b8c12278663e719 2024-12-08T00:20:58,604 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/a/4d12e641bf0a4bc29b8c12278663e719, entries=1, sequenceid=5, filesize=5.0 K 2024-12-08T00:20:58,604 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 3412678fd731b67d2ce3ab8bf6199f35 in 37ms, sequenceid=5, compaction requested=false; wal=null 2024-12-08T00:20:58,605 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/0000000000000000005 2024-12-08T00:20:58,606 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,606 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,607 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRegionMadeOfBulkLoadedFilesOnly descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:20:58,609 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 3412678fd731b67d2ce3ab8bf6199f35 2024-12-08T00:20:58,611 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testRegionMadeOfBulkLoadedFilesOnly/3412678fd731b67d2ce3ab8bf6199f35/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T00:20:58,612 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 3412678fd731b67d2ce3ab8bf6199f35; next sequenceid=6; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70462173, jitterRate=0.04996819794178009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:20:58,613 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 3412678fd731b67d2ce3ab8bf6199f35: Writing region info on filesystem at 1733617258550Initializing all the Stores at 1733617258550Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617258551 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617258551Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617258551Obtaining lock to block concurrent updates at 1733617258567 (+16 ms)Preparing flush snapshotting stores in 3412678fd731b67d2ce3ab8bf6199f35 at 1733617258567Finished memstore snapshotting testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35., syncing WAL and waiting on mvcc, flushsize=dataSize=58, getHeapSize=856, getOffHeapSize=0, getCellsCount=1 at 1733617258567Flushing stores of testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. at 1733617258567Flushing 3412678fd731b67d2ce3ab8bf6199f35/a: creating writer at 1733617258567Flushing 3412678fd731b67d2ce3ab8bf6199f35/a: appending metadata at 1733617258581 (+14 ms)Flushing 3412678fd731b67d2ce3ab8bf6199f35/a: closing flushed file at 1733617258581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4919a49d: reopening flushed file at 1733617258597 (+16 ms)Finished flush of dataSize ~58 B/58, heapSize ~376 B/376, currentSize=0 B/0 for 3412678fd731b67d2ce3ab8bf6199f35 in 37ms, sequenceid=5, compaction requested=false; wal=null at 1733617258604 (+7 ms)Cleaning up temporary data from old regions at 1733617258606 (+2 ms)Region opened successfully at 1733617258613 (+7 ms) 2024-12-08T00:20:58,617 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 3412678fd731b67d2ce3ab8bf6199f35, disabling compactions & flushes 2024-12-08T00:20:58,617 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:58,617 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:58,617 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. after waiting 0 ms 2024-12-08T00:20:58,617 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:58,618 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testRegionMadeOfBulkLoadedFilesOnly,,1733617254276.3412678fd731b67d2ce3ab8bf6199f35. 2024-12-08T00:20:58,618 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 3412678fd731b67d2ce3ab8bf6199f35: Waiting for close lock at 1733617258617Disabling compacts and flushes for region at 1733617258617Disabling writes for close at 1733617258617Writing region close event to WAL at 1733617258618 (+1 ms)Closed at 1733617258618 2024-12-08T00:20:58,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741883_1061 (size=93) 2024-12-08T00:20:58,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741883_1061 (size=93) 2024-12-08T00:20:58,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741883_1061 (size=93) 2024-12-08T00:20:58,625 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:20:58,625 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733617258534) 2024-12-08T00:20:58,637 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testRegionMadeOfBulkLoadedFilesOnly Thread=413 (was 407) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_973288628_22 at /127.0.0.1:49138 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-17-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_973288628_22 at /127.0.0.1:57958 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestRegionMadeOfBulkLoadedFilesOnly@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:33953 from jenkinstestRegionMadeOfBulkLoadedFilesOnly java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_973288628_22 at /127.0.0.1:58182 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1023 (was 963) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 256), ProcessCount=11 (was 11), AvailableMemoryMB=8932 (was 8956) 2024-12-08T00:20:58,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=413, OpenFileDescriptor=1023, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=8931 2024-12-08T00:20:58,659 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:20:58,663 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T00:20:58,667 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:20:58,669 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67de7d75 2024-12-08T00:20:58,670 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T00:20:58,672 INFO [HMaster-EventLoopGroup-2-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T00:20:58,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T00:20:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T00:20:58,683 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T00:20:58,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testReplayEditsAfterRegionMovedWithMultiCF" procId is: 4 2024-12-08T00:20:58,685 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:58,687 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T00:20:58,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:20:58,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741885_1063 (size=694) 2024-12-08T00:20:58,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741885_1063 (size=694) 2024-12-08T00:20:58,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741885_1063 (size=694) 2024-12-08T00:20:58,699 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c9c81ab04edc6ea453871c8babd21b1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterRegionMovedWithMultiCF', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035 2024-12-08T00:20:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741886_1064 (size=77) 2024-12-08T00:20:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741886_1064 (size=77) 2024-12-08T00:20:58,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741886_1064 (size=77) 2024-12-08T00:20:58,714 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:58,714 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1722): Closing 4c9c81ab04edc6ea453871c8babd21b1, disabling compactions & flushes 2024-12-08T00:20:58,714 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:58,714 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:58,714 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. after waiting 0 ms 2024-12-08T00:20:58,714 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:58,714 INFO [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:58,714 DEBUG [RegionOpenAndInit-testReplayEditsAfterRegionMovedWithMultiCF-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c9c81ab04edc6ea453871c8babd21b1: Waiting for close lock at 1733617258714Disabling compacts and flushes for region at 1733617258714Disabling writes for close at 1733617258714Writing region close event to WAL at 1733617258714Closed at 1733617258714 2024-12-08T00:20:58,716 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T00:20:58,721 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.","families":{"info":[{"qualifier":"regioninfo","vlen":76,"tag":[],"timestamp":"1733617258716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733617258716"}]},"ts":"1733617258716"} 2024-12-08T00:20:58,725 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T00:20:58,726 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T00:20:58,729 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733617258727"}]},"ts":"1733617258727"} 2024-12-08T00:20:58,732 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLING in hbase:meta 2024-12-08T00:20:58,733 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {c1a8cf8d4cfa=0} racks are {/default-rack=0} 2024-12-08T00:20:58,734 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T00:20:58,735 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T00:20:58,735 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-12-08T00:20:58,735 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T00:20:58,735 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T00:20:58,735 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-12-08T00:20:58,735 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T00:20:58,735 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T00:20:58,735 INFO [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-12-08T00:20:58,735 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T00:20:58,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN}] 2024-12-08T00:20:58,739 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN 2024-12-08T00:20:58,740 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN; state=OFFLINE, location=c1a8cf8d4cfa,33875,1733617244398; forceNewPlan=false, retain=false 2024-12-08T00:20:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:20:58,893 INFO [c1a8cf8d4cfa:35787 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T00:20:58,894 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPENING, regionLocation=c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:58,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN because future has completed 2024-12-08T00:20:58,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398}] 2024-12-08T00:20:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:20:59,052 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:20:59,055 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:20:59,060 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,060 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c9c81ab04edc6ea453871c8babd21b1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:59,060 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,061 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:59,061 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,061 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,063 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,064 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf1 2024-12-08T00:20:59,064 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:59,065 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:59,065 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,066 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf2 2024-12-08T00:20:59,066 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:59,067 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:59,067 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,068 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,068 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,069 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,069 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,070 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:20:59,071 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,074 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:20:59,074 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c9c81ab04edc6ea453871c8babd21b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74103636, jitterRate=0.10423022508621216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:20:59,075 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,076 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c9c81ab04edc6ea453871c8babd21b1: Running coprocessor pre-open hook at 1733617259061Writing region info on filesystem at 1733617259061Initializing all the Stores at 1733617259062 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617259062Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617259062Cleaning up temporary data from old regions at 1733617259069 (+7 ms)Running coprocessor post-open hooks at 1733617259075 (+6 ms)Region opened successfully at 1733617259075 2024-12-08T00:20:59,077 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., pid=6, masterSystemTime=1733617259052 2024-12-08T00:20:59,080 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,081 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,082 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPEN, openSeqNum=2, regionLocation=c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:59,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398 because future has completed 2024-12-08T00:20:59,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T00:20:59,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398 in 188 msec 2024-12-08T00:20:59,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T00:20:59,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN in 353 msec 2024-12-08T00:20:59,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T00:20:59,094 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testReplayEditsAfterRegionMovedWithMultiCF","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733617259094"}]},"ts":"1733617259094"} 2024-12-08T00:20:59,097 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testReplayEditsAfterRegionMovedWithMultiCF, state=ENABLED in hbase:meta 2024-12-08T00:20:59,098 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T00:20:59,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testReplayEditsAfterRegionMovedWithMultiCF in 421 msec 2024-12-08T00:20:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T00:20:59,326 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testReplayEditsAfterRegionMovedWithMultiCF completed 2024-12-08T00:20:59,326 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testReplayEditsAfterRegionMovedWithMultiCF get assigned. Timeout = 60000ms 2024-12-08T00:20:59,327 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T00:20:59,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned to meta. Checking AM states. 2024-12-08T00:20:59,332 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T00:20:59,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testReplayEditsAfterRegionMovedWithMultiCF assigned. 2024-12-08T00:20:59,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=2] 2024-12-08T00:20:59,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:20:59,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:20:59,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4c9c81ab04edc6ea453871c8babd21b1, source=c1a8cf8d4cfa,33875,1733617244398, destination=c1a8cf8d4cfa,45167,1733617244574, warming up region on c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:59,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4c9c81ab04edc6ea453871c8babd21b1, source=c1a8cf8d4cfa,33875,1733617244398, destination=c1a8cf8d4cfa,45167,1733617244574, running balancer 2024-12-08T00:20:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE 2024-12-08T00:20:59,366 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE 2024-12-08T00:20:59,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=CLOSING, regionLocation=c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:20:59,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4c9c81ab04edc6ea453871c8babd21b1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:59,370 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,371 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf1 2024-12-08T00:20:59,371 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:59,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE because future has completed 2024-12-08T00:20:59,372 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:59,372 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,372 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T00:20:59,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398}] 2024-12-08T00:20:59,373 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf2 2024-12-08T00:20:59,373 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:59,374 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(1722): Closing 4c9c81ab04edc6ea453871c8babd21b1, disabling compactions & flushes 2024-12-08T00:20:59,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. after waiting 0 ms 2024-12-08T00:20:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] regionserver.HRegion(1676): Region close journal for 4c9c81ab04edc6ea453871c8babd21b1: Waiting for close lock at 1733617259374Disabling compacts and flushes for region at 1733617259374Disabling writes for close at 1733617259374Writing region close event to WAL at 1733617259375 (+1 ms)Closed at 1733617259375 2024-12-08T00:20:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] procedure.ProcedureSyncWait(219): waitFor pid=7 2024-12-08T00:20:59,531 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(122): Close 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,531 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T00:20:59,531 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1722): Closing 4c9c81ab04edc6ea453871c8babd21b1, disabling compactions & flushes 2024-12-08T00:20:59,531 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,531 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,531 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. after waiting 0 ms 2024-12-08T00:20:59,531 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,531 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(2902): Flushing 4c9c81ab04edc6ea453871c8babd21b1 2/2 column families, dataSize=31 B heapSize=616 B 2024-12-08T00:20:59,547 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf1/8051d70f6f6d4804805c7b1c71ccf29b is 35, key is r1/cf1:q/1733617259347/Put/seqid=0 2024-12-08T00:20:59,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741887_1065 (size=4783) 2024-12-08T00:20:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741887_1065 (size=4783) 2024-12-08T00:20:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741887_1065 (size=4783) 2024-12-08T00:20:59,559 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf1/8051d70f6f6d4804805c7b1c71ccf29b 2024-12-08T00:20:59,568 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf1/8051d70f6f6d4804805c7b1c71ccf29b as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b 2024-12-08T00:20:59,574 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b, entries=1, sequenceid=5, filesize=4.7 K 2024-12-08T00:20:59,576 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4c9c81ab04edc6ea453871c8babd21b1 in 44ms, sequenceid=5, compaction requested=false 2024-12-08T00:20:59,576 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testReplayEditsAfterRegionMovedWithMultiCF' 2024-12-08T00:20:59,581 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T00:20:59,583 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,583 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegion(1676): Region close journal for 4c9c81ab04edc6ea453871c8babd21b1: Waiting for close lock at 1733617259531Running coprocessor pre-close hooks at 1733617259531Disabling compacts and flushes for region at 1733617259531Disabling writes for close at 1733617259531Obtaining lock to block concurrent updates at 1733617259531Preparing flush snapshotting stores in 4c9c81ab04edc6ea453871c8babd21b1 at 1733617259531Finished memstore snapshotting testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., syncing WAL and waiting on mvcc, flushsize=dataSize=31, getHeapSize=584, getOffHeapSize=0, getCellsCount=1 at 1733617259532 (+1 ms)Flushing stores of testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. at 1733617259533 (+1 ms)Flushing 4c9c81ab04edc6ea453871c8babd21b1/cf1: creating writer at 1733617259533Flushing 4c9c81ab04edc6ea453871c8babd21b1/cf1: appending metadata at 1733617259546 (+13 ms)Flushing 4c9c81ab04edc6ea453871c8babd21b1/cf1: closing flushed file at 1733617259547 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78564bc6: reopening flushed file at 1733617259567 (+20 ms)Finished flush of dataSize ~31 B/31, heapSize ~344 B/344, currentSize=0 B/0 for 4c9c81ab04edc6ea453871c8babd21b1 in 44ms, sequenceid=5, compaction requested=false at 1733617259576 (+9 ms)Writing region close event to WAL at 1733617259577 (+1 ms)Running coprocessor post-close hooks at 1733617259581 (+4 ms)Closed at 1733617259583 (+2 ms) 2024-12-08T00:20:59,584 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] regionserver.HRegionServer(3302): Adding 4c9c81ab04edc6ea453871c8babd21b1 move to c1a8cf8d4cfa,45167,1733617244574 record at close sequenceid=5 2024-12-08T00:20:59,587 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=8}] handler.UnassignRegionHandler(157): Closed 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=CLOSED 2024-12-08T00:20:59,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398 because future has completed 2024-12-08T00:20:59,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-08T00:20:59,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; CloseRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398 in 220 msec 2024-12-08T00:20:59,597 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE; state=CLOSED, location=c1a8cf8d4cfa,45167,1733617244574; forceNewPlan=false, retain=false 2024-12-08T00:20:59,747 INFO [c1a8cf8d4cfa:35787 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T00:20:59,748 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPENING, regionLocation=c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:59,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE because future has completed 2024-12-08T00:20:59,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,45167,1733617244574}] 2024-12-08T00:20:59,908 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,908 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c9c81ab04edc6ea453871c8babd21b1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:20:59,909 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,909 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:20:59,909 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7794): checking encryption for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,909 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(7797): checking classloading for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,910 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,911 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf1 2024-12-08T00:20:59,911 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:59,918 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b 2024-12-08T00:20:59,918 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:59,918 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,919 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf2 2024-12-08T00:20:59,919 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:20:59,920 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:20:59,920 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1038): replaying wal for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,921 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,922 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,923 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1048): stopping wal replay for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,923 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1060): Cleaning up temporary data for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,924 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:20:59,925 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1093): writing seq id for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,926 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1114): Opened 4c9c81ab04edc6ea453871c8babd21b1; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66771923, jitterRate=-0.005020812153816223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:20:59,926 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:20:59,927 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegion(1006): Region open journal for 4c9c81ab04edc6ea453871c8babd21b1: Running coprocessor pre-open hook at 1733617259909Writing region info on filesystem at 1733617259909Initializing all the Stores at 1733617259910 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617259910Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617259910Cleaning up temporary data from old regions at 1733617259923 (+13 ms)Running coprocessor post-open hooks at 1733617259926 (+3 ms)Region opened successfully at 1733617259927 (+1 ms) 2024-12-08T00:20:59,928 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., pid=9, masterSystemTime=1733617259904 2024-12-08T00:20:59,930 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,930 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=9}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:20:59,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPEN, openSeqNum=9, regionLocation=c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:20:59,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,45167,1733617244574 because future has completed 2024-12-08T00:20:59,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-08T00:20:59,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,45167,1733617244574 in 184 msec 2024-12-08T00:20:59,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE in 575 msec 2024-12-08T00:20:59,972 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:20:59,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:20:59,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 139 connection: 172.17.0.2:38834 deadline: 1733617319978, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=45167 startCode=1733617244574. As of locationSeqNum=5. 2024-12-08T00:21:00,001 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=2 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=2, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=45167 startCode=1733617244574. As of locationSeqNum=5. 2024-12-08T00:21:00,002 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=2 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=45167 startCode=1733617244574. As of locationSeqNum=5. 2024-12-08T00:21:00,002 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=2 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,45167,1733617244574, seqNum=5 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=45167 startCode=1733617244574. As of locationSeqNum=5. 2024-12-08T00:21:00,124 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4c9c81ab04edc6ea453871c8babd21b1 2/2 column families, dataSize=50 B heapSize=720 B 2024-12-08T00:21:00,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf1/fdd8628cf19b44e786fcc4088fb056bb is 29, key is r1/cf1:/1733617260115/DeleteFamily/seqid=0 2024-12-08T00:21:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741888_1066 (size=4906) 2024-12-08T00:21:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741888_1066 (size=4906) 2024-12-08T00:21:00,159 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf1/fdd8628cf19b44e786fcc4088fb056bb 2024-12-08T00:21:00,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741888_1066 (size=4906) 2024-12-08T00:21:00,166 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd8628cf19b44e786fcc4088fb056bb 2024-12-08T00:21:00,186 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf2/a32f7d2ed64f4a0983a38470f69216a2 is 29, key is r1/cf2:/1733617260115/DeleteFamily/seqid=0 2024-12-08T00:21:00,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741889_1067 (size=4906) 2024-12-08T00:21:00,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741889_1067 (size=4906) 2024-12-08T00:21:00,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741889_1067 (size=4906) 2024-12-08T00:21:00,194 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=12 (bloomFilter=false), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf2/a32f7d2ed64f4a0983a38470f69216a2 2024-12-08T00:21:00,201 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a32f7d2ed64f4a0983a38470f69216a2 2024-12-08T00:21:00,203 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf1/fdd8628cf19b44e786fcc4088fb056bb as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/fdd8628cf19b44e786fcc4088fb056bb 2024-12-08T00:21:00,211 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd8628cf19b44e786fcc4088fb056bb 2024-12-08T00:21:00,211 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/fdd8628cf19b44e786fcc4088fb056bb, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T00:21:00,213 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf2/a32f7d2ed64f4a0983a38470f69216a2 as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/a32f7d2ed64f4a0983a38470f69216a2 2024-12-08T00:21:00,221 INFO [Time-limited test {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a32f7d2ed64f4a0983a38470f69216a2 2024-12-08T00:21:00,221 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/a32f7d2ed64f4a0983a38470f69216a2, entries=1, sequenceid=12, filesize=4.8 K 2024-12-08T00:21:00,223 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~50 B/50, heapSize ~688 B/688, currentSize=0 B/0 for 4c9c81ab04edc6ea453871c8babd21b1 in 99ms, sequenceid=12, compaction requested=false 2024-12-08T00:21:00,223 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 4c9c81ab04edc6ea453871c8babd21b1: 2024-12-08T00:21:00,226 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T00:21:00,228 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4c9c81ab04edc6ea453871c8babd21b1/cf1 is initiating major compaction (all files) 2024-12-08T00:21:00,229 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:21:00,229 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:21:00,230 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4c9c81ab04edc6ea453871c8babd21b1/cf1 in testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,230 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b, hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/fdd8628cf19b44e786fcc4088fb056bb] into tmpdir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp, totalSize=9.5 K 2024-12-08T00:21:00,231 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 8051d70f6f6d4804805c7b1c71ccf29b, keycount=1, bloomtype=NONE, size=4.7 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733617259347 2024-12-08T00:21:00,232 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting fdd8628cf19b44e786fcc4088fb056bb, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T00:21:00,247 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4c9c81ab04edc6ea453871c8babd21b1#cf1#compaction#16 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T00:21:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741890_1068 (size=4626) 2024-12-08T00:21:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741890_1068 (size=4626) 2024-12-08T00:21:00,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741890_1068 (size=4626) 2024-12-08T00:21:00,266 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf1/5fe1f540a7834838b542af14f91de7a1 as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/5fe1f540a7834838b542af14f91de7a1 2024-12-08T00:21:00,279 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 2 (all) file(s) in 4c9c81ab04edc6ea453871c8babd21b1/cf1 of 4c9c81ab04edc6ea453871c8babd21b1 into 5fe1f540a7834838b542af14f91de7a1(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T00:21:00,279 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4c9c81ab04edc6ea453871c8babd21b1: 2024-12-08T00:21:00,279 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-08T00:21:00,280 DEBUG [Time-limited test {}] regionserver.HStore(1541): 4c9c81ab04edc6ea453871c8babd21b1/cf2 is initiating major compaction (all files) 2024-12-08T00:21:00,280 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T00:21:00,280 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T00:21:00,280 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 4c9c81ab04edc6ea453871c8babd21b1/cf2 in testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,280 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/a32f7d2ed64f4a0983a38470f69216a2] into tmpdir=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp, totalSize=4.8 K 2024-12-08T00:21:00,281 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting a32f7d2ed64f4a0983a38470f69216a2, keycount=1, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=9223372036854775807 2024-12-08T00:21:00,287 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 4c9c81ab04edc6ea453871c8babd21b1#cf2#compaction#17 average throughput is NaN MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T00:21:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741891_1069 (size=4592) 2024-12-08T00:21:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741891_1069 (size=4592) 2024-12-08T00:21:00,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741891_1069 (size=4592) 2024-12-08T00:21:00,704 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/.tmp/cf2/d5ccde41a4da4f52a032bada768fe1c8 as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/d5ccde41a4da4f52a032bada768fe1c8 2024-12-08T00:21:00,713 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 1 (all) file(s) in 4c9c81ab04edc6ea453871c8babd21b1/cf2 of 4c9c81ab04edc6ea453871c8babd21b1 into d5ccde41a4da4f52a032bada768fe1c8(size=4.5 K), total size for store is 4.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T00:21:00,713 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 4c9c81ab04edc6ea453871c8babd21b1: 2024-12-08T00:21:00,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.HMaster(2410): Client=jenkins//172.17.0.2 move hri=4c9c81ab04edc6ea453871c8babd21b1, source=c1a8cf8d4cfa,45167,1733617244574, destination=c1a8cf8d4cfa,33875,1733617244398, warming up region on c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:21:00,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.HMaster(2414): Client=jenkins//172.17.0.2 move hri=4c9c81ab04edc6ea453871c8babd21b1, source=c1a8cf8d4cfa,45167,1733617244574, destination=c1a8cf8d4cfa,33875,1733617244398, running balancer 2024-12-08T00:21:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] procedure2.ProcedureExecutor(1139): Stored pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE 2024-12-08T00:21:00,720 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE 2024-12-08T00:21:00,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.RSRpcServices(2066): Warmup testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(7855): Warmup {ENCODED => 4c9c81ab04edc6ea453871c8babd21b1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:00,722 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:00,722 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=CLOSING, regionLocation=c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:21:00,723 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf1 2024-12-08T00:21:00,723 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:00,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE because future has completed 2024-12-08T00:21:00,726 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T00:21:00,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,45167,1733617244574}] 2024-12-08T00:21:00,731 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/5fe1f540a7834838b542af14f91de7a1 2024-12-08T00:21:00,737 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b 2024-12-08T00:21:00,743 INFO [StoreFileOpener-4c9c81ab04edc6ea453871c8babd21b1-cf1-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fdd8628cf19b44e786fcc4088fb056bb 2024-12-08T00:21:00,743 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/fdd8628cf19b44e786fcc4088fb056bb 2024-12-08T00:21:00,743 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:00,743 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:00,744 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf2 2024-12-08T00:21:00,745 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:00,753 INFO [StoreFileOpener-4c9c81ab04edc6ea453871c8babd21b1-cf2-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a32f7d2ed64f4a0983a38470f69216a2 2024-12-08T00:21:00,753 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/a32f7d2ed64f4a0983a38470f69216a2 2024-12-08T00:21:00,760 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/d5ccde41a4da4f52a032bada768fe1c8 2024-12-08T00:21:00,761 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(1722): Closing 4c9c81ab04edc6ea453871c8babd21b1, disabling compactions & flushes 2024-12-08T00:21:00,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. after waiting 0 ms 2024-12-08T00:21:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,762 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.HRegion(1676): Region close journal for 4c9c81ab04edc6ea453871c8babd21b1: Waiting for close lock at 1733617260761Disabling compacts and flushes for region at 1733617260761Disabling writes for close at 1733617260761Writing region close event to WAL at 1733617260762 (+1 ms)Closed at 1733617260762 2024-12-08T00:21:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] procedure.ProcedureSyncWait(219): waitFor pid=10 2024-12-08T00:21:00,881 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(122): Close 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:00,881 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T00:21:00,881 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1722): Closing 4c9c81ab04edc6ea453871c8babd21b1, disabling compactions & flushes 2024-12-08T00:21:00,881 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,881 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,881 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. after waiting 0 ms 2024-12-08T00:21:00,881 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,882 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b, hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/fdd8628cf19b44e786fcc4088fb056bb] to archive 2024-12-08T00:21:00,885 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T00:21:00,888 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b to hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/8051d70f6f6d4804805c7b1c71ccf29b 2024-12-08T00:21:00,890 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/fdd8628cf19b44e786fcc4088fb056bb to hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/fdd8628cf19b44e786fcc4088fb056bb 2024-12-08T00:21:00,901 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/a32f7d2ed64f4a0983a38470f69216a2] to archive 2024-12-08T00:21:00,902 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T00:21:00,904 DEBUG [StoreCloser-testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/a32f7d2ed64f4a0983a38470f69216a2 to hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/archive/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/a32f7d2ed64f4a0983a38470f69216a2 2024-12-08T00:21:00,909 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=8 2024-12-08T00:21:00,909 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:00,910 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegion(1676): Region close journal for 4c9c81ab04edc6ea453871c8babd21b1: Waiting for close lock at 1733617260881Running coprocessor pre-close hooks at 1733617260881Disabling compacts and flushes for region at 1733617260881Disabling writes for close at 1733617260881Writing region close event to WAL at 1733617260905 (+24 ms)Running coprocessor post-close hooks at 1733617260909 (+4 ms)Closed at 1733617260909 2024-12-08T00:21:00,910 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] regionserver.HRegionServer(3302): Adding 4c9c81ab04edc6ea453871c8babd21b1 move to c1a8cf8d4cfa,33875,1733617244398 record at close sequenceid=12 2024-12-08T00:21:00,912 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION, pid=11}] handler.UnassignRegionHandler(157): Closed 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:00,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=CLOSED 2024-12-08T00:21:00,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=10, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,45167,1733617244574 because future has completed 2024-12-08T00:21:00,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-08T00:21:00,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; CloseRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,45167,1733617244574 in 192 msec 2024-12-08T00:21:00,921 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE; state=CLOSED, location=c1a8cf8d4cfa,33875,1733617244398; forceNewPlan=false, retain=false 2024-12-08T00:21:01,072 INFO [c1a8cf8d4cfa:35787 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-12-08T00:21:01,072 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPENING, regionLocation=c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:21:01,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE because future has completed 2024-12-08T00:21:01,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398}] 2024-12-08T00:21:01,231 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,231 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c9c81ab04edc6ea453871c8babd21b1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:01,231 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,231 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:01,231 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,231 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,233 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,234 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf1 2024-12-08T00:21:01,234 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:01,240 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/5fe1f540a7834838b542af14f91de7a1 2024-12-08T00:21:01,241 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:01,241 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,242 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf2 2024-12-08T00:21:01,242 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:01,249 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/d5ccde41a4da4f52a032bada768fe1c8 2024-12-08T00:21:01,249 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:01,249 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,250 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,251 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,252 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,252 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,253 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:21:01,254 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,255 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened 4c9c81ab04edc6ea453871c8babd21b1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58801141, jitterRate=-0.12379471957683563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:21:01,255 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,256 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for 4c9c81ab04edc6ea453871c8babd21b1: Running coprocessor pre-open hook at 1733617261231Writing region info on filesystem at 1733617261231Initializing all the Stores at 1733617261232 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617261232Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617261233 (+1 ms)Cleaning up temporary data from old regions at 1733617261252 (+19 ms)Running coprocessor post-open hooks at 1733617261255 (+3 ms)Region opened successfully at 1733617261256 (+1 ms) 2024-12-08T00:21:01,257 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., pid=12, masterSystemTime=1733617261227 2024-12-08T00:21:01,260 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,260 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,260 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPEN, openSeqNum=18, regionLocation=c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:21:01,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398 because future has completed 2024-12-08T00:21:01,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-12-08T00:21:01,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,33875,1733617244398 in 189 msec 2024-12-08T00:21:01,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, REOPEN/MOVE in 549 msec 2024-12-08T00:21:01,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:21:01,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:21:01,274 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server c1a8cf8d4cfa,33875,1733617244398: testing ***** 2024-12-08T00:21:01,274 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-08T00:21:01,276 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-08T00:21:01,278 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-08T00:21:01,280 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-08T00:21:01,281 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-08T00:21:01,286 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 432916784 }, "NonHeapMemoryUsage": { "committed": 171180032, "init": 7667712, "max": -1, "used": 168556480 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "c1a8cf8d4cfa", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 0, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 2077, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 8, "ProcessCallTime_min": 0, "ProcessCallTime_max": 9, "ProcessCallTime_mean": 4, "ProcessCallTime_25th_percentile": 2, "ProcessCallTime_median": 4, "ProcessCallTime_75th_percentile": 6, "ProcessCallTime_90th_percentile": 8, "ProcessCallTime_95th_percentile": 8, "ProcessCallTime_98th_percentile": 8, "ProcessCallTime_99th_percentile": 8, "ProcessCallTime_99.9th_percentile": 8, "ProcessCallTime_TimeRangeCount_0-1": 8, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 8, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "QueueCallTime_TimeRangeCount_0-1": 8, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 8, "TotalCallTime_min": 0, "TotalCallTime_max": 9, "TotalCallTime_mean": 4, "TotalCallTime_25th_percentile": 2, "TotalCallTime_median": 4, "TotalCallTime_75th_percentile": 6, "TotalCallTime_90th_percentile": 8, "TotalCallTime_95th_percentile": 8, "TotalCallTime_98th_percentile": 8, "TotalCallTime_99th_percentile": 8, "TotalCallTime_99.9th_percentile": 8, "TotalCallTime_TimeRangeCount_0-1": 8, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 8, "ResponseSize_min": 0, "ResponseSize_max": 174, "ResponseSize_mean": 50, "ResponseSize_25th_percentile": 43, "ResponseSize_median": 87, "ResponseSize_75th_percentile": 130, "ResponseSize_90th_percentile": 156, "ResponseSize_95th_percentile": 165, "ResponseSize_98th_percentile": 170, "ResponseSize_99th_percentile": 172, "ResponseSize_99.9th_percentile": 173, "ResponseSize_SizeRangeCount_0-10": 8, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 8, "RequestSize_min": 89, "RequestSize_max": 121, "RequestSize_mean": 103, "RequestSize_25th_percentile": 97, "RequestSize_median": 105, "RequestSize_75th_percentile": 113, "RequestSize_90th_percentile": 117, "RequestSize_95th_percentile": 119, "RequestSize_98th_percentile": 120, "RequestSize_99th_percentile": 120, "RequestSize_99.9th_percentile": 120, "RequestSize_SizeRangeCount_0-10": 8, "sentBytes": 348 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "c1a8cf8d4cfa", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59967", "tag.serverName": "c1a8cf8d4cfa,33875,1733617244398", "tag.clusterId": "2c514d7a-c517-424e-a847-50b13f4ba81d", "tag.Context": "regionserver", "tag.Hostname": "c1a8cf8d4cfa", "regionCount": 0, "storeCount": 0, "hlogFileCount": 1, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 0, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1733617244398, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 10034, "localBytesRead": 10034, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 4782, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-12-08T00:21:01,290 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35787 {}] master.MasterRpcServices(700): c1a8cf8d4cfa,33875,1733617244398 reported a fatal error: ***** ABORTING region server c1a8cf8d4cfa,33875,1733617244398: testing ***** 2024-12-08T00:21:01,292 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c1a8cf8d4cfa,33875,1733617244398' ***** 2024-12-08T00:21:01,292 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: testing 2024-12-08T00:21:01,293 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T00:21:01,293 INFO [RS:0;c1a8cf8d4cfa:33875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-12-08T00:21:01,293 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T00:21:01,293 INFO [RS:0;c1a8cf8d4cfa:33875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-12-08T00:21:01,293 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,294 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(956): aborting server c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:21:01,294 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:21:01,294 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c9c81ab04edc6ea453871c8babd21b1, disabling compactions & flushes 2024-12-08T00:21:01,294 INFO [RS:0;c1a8cf8d4cfa:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c1a8cf8d4cfa:33875. 2024-12-08T00:21:01,294 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,294 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:21:01,294 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,294 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. after waiting 0 ms 2024-12-08T00:21:01,294 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,295 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:01,295 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T00:21:01,295 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1325): Online Regions={4c9c81ab04edc6ea453871c8babd21b1=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.} 2024-12-08T00:21:01,296 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1351): Waiting on 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:01,296 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,296 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c9c81ab04edc6ea453871c8babd21b1: Waiting for close lock at 1733617261294Running coprocessor pre-close hooks at 1733617261294Disabling compacts and flushes for region at 1733617261294Disabling writes for close at 1733617261294Writing region close event to WAL at 1733617261296 (+2 ms)Running coprocessor post-close hooks at 1733617261296Closed at 1733617261296 2024-12-08T00:21:01,296 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45167 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Get size: 140 connection: 172.17.0.2:54570 deadline: 1733617321297, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=33875 startCode=1733617244398. As of locationSeqNum=12. 2024-12-08T00:21:01,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,45167,1733617244574, seqNum=5 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,45167,1733617244574, seqNum=5, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=33875 startCode=1733617244398. As of locationSeqNum=12. 2024-12-08T00:21:01,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,45167,1733617244574, seqNum=5 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=33875 startCode=1733617244398. As of locationSeqNum=12. 2024-12-08T00:21:01,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,45167,1733617244574, seqNum=5 with the new location region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=12 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=c1a8cf8d4cfa port=33875 startCode=1733617244398. As of locationSeqNum=12. 2024-12-08T00:21:01,350 INFO [regionserver/c1a8cf8d4cfa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:21:01,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c1a8cf8d4cfa,33875,1733617244398 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:01,406 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=12 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=12, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c1a8cf8d4cfa,33875,1733617244398 aborting 2024-12-08T00:21:01,406 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=12 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server c1a8cf8d4cfa,33875,1733617244398 aborting 2024-12-08T00:21:01,406 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=12 from cache 2024-12-08T00:21:01,496 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(976): stopping server c1a8cf8d4cfa,33875,1733617244398; all regions closed. 2024-12-08T00:21:01,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741835_1011 (size=1677) 2024-12-08T00:21:01,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741835_1011 (size=1677) 2024-12-08T00:21:01,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741835_1011 (size=1677) 2024-12-08T00:21:01,500 DEBUG [RS:0;c1a8cf8d4cfa:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:01,500 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:21:01,500 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:21:01,500 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.ChoreService(370): Chore service for: regionserver/c1a8cf8d4cfa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T00:21:01,501 INFO [regionserver/c1a8cf8d4cfa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:21:01,501 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T00:21:01,501 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T00:21:01,501 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T00:21:01,501 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:21:01,501 INFO [RS:0;c1a8cf8d4cfa:33875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33875 2024-12-08T00:21:01,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T00:21:01,554 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:21:01,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c1a8cf8d4cfa,33875,1733617244398 2024-12-08T00:21:01,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c1a8cf8d4cfa,33875,1733617244398] 2024-12-08T00:21:01,575 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c1a8cf8d4cfa,33875,1733617244398 already deleted, retry=false 2024-12-08T00:21:01,575 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of c1a8cf8d4cfa,33875,1733617244398 on c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:21:01,580 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c1a8cf8d4cfa,33875,1733617244398, splitWal=true, meta=false 2024-12-08T00:21:01,583 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=13 for c1a8cf8d4cfa,33875,1733617244398 (carryingMeta=false) c1a8cf8d4cfa,33875,1733617244398/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6418d28e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-08T00:21:01,583 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=13, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c1a8cf8d4cfa,33875,1733617244398, splitWal=true, meta=false 2024-12-08T00:21:01,585 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): c1a8cf8d4cfa,33875,1733617244398 had 1 regions 2024-12-08T00:21:01,586 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=13, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c1a8cf8d4cfa,33875,1733617244398, splitWal=true, meta=false, isMeta: false 2024-12-08T00:21:01,588 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting 2024-12-08T00:21:01,589 INFO [PEWorker-1 {}] master.SplitWALManager(105): c1a8cf8d4cfa,33875,1733617244398 WAL count=1, meta=false 2024-12-08T00:21:01,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084}] 2024-12-08T00:21:01,596 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:21:01,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, worker=c1a8cf8d4cfa,41039,1733617244623}] 2024-12-08T00:21:01,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18] 2024-12-08T00:21:01,620 WARN [RPCClient-NioEventLoopGroup-6-5 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c1a8cf8d4cfa:33875 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c1a8cf8d4cfa/172.17.0.2:33875 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:01,621 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18, error=java.net.ConnectException: Call to address=c1a8cf8d4cfa:33875 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c1a8cf8d4cfa/172.17.0.2:33875 2024-12-08T00:21:01,622 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18 is java.net.ConnectException: Connection refused 2024-12-08T00:21:01,622 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18 from cache 2024-12-08T00:21:01,622 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.FailedServers(52): Added failed server with address c1a8cf8d4cfa:33875 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c1a8cf8d4cfa/172.17.0.2:33875 2024-12-08T00:21:01,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:01,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x10002cbd9ca0001, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:01,665 INFO [RS:0;c1a8cf8d4cfa:33875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:21:01,665 INFO [RS:0;c1a8cf8d4cfa:33875 {}] regionserver.HRegionServer(1031): Exiting; stopping=c1a8cf8d4cfa,33875,1733617244398; zookeeper connection closed. 2024-12-08T00:21:01,666 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34375aaf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34375aaf 2024-12-08T00:21:01,758 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T00:21:01,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T00:21:01,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41039 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=15 2024-12-08T00:21:01,776 INFO [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, size=1.6 K (1677bytes) 2024-12-08T00:21:01,776 INFO [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 2024-12-08T00:21:01,777 INFO [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 after 1ms 2024-12-08T00:21:01,779 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:01,779 INFO [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(310): Open hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 took 3ms 2024-12-08T00:21:01,785 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(352): Last flushed sequenceid for 4c9c81ab04edc6ea453871c8babd21b1: last_flushed_sequence_id: 12 store_sequence_id { family_name: "cf1" sequence_id: 12 } store_sequence_id { family_name: "cf2" sequence_id: 12 } 2024-12-08T00:21:01,785 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 so closing down 2024-12-08T00:21:01,785 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:21:01,786 INFO [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:21:01,786 INFO [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, size=1.6 K, length=1677, corrupted=false, cancelled=false 2024-12-08T00:21:01,786 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, journal: Splitting hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, size=1.6 K (1677bytes) at 1733617261776Finishing writing output for hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 so closing down at 1733617261785 (+9 ms)3 split writer threads finished at 1733617261786 (+1 ms)Processed 6 edits across 0 Regions in 6 ms; skipped=6; WAL=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, size=1.6 K, length=1677, corrupted=false, cancelled=false at 1733617261786 2024-12-08T00:21:01,786 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 2024-12-08T00:21:01,787 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c1a8cf8d4cfa:0-0 {event_type=RS_LOG_REPLAY, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-08T00:21:01,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35787 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-08T00:21:01,793 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting/c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084 to hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs 2024-12-08T00:21:01,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T00:21:01,796 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, worker=c1a8cf8d4cfa,41039,1733617244623 in 195 msec 2024-12-08T00:21:01,798 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:21:01,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-08T00:21:01,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; SplitWALProcedure c1a8cf8d4cfa%2C33875%2C1733617244398.1733617246084, worker=c1a8cf8d4cfa,41039,1733617244623 in 208 msec 2024-12-08T00:21:01,804 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting dir is empty, no logs to split. 2024-12-08T00:21:01,804 INFO [PEWorker-1 {}] master.SplitWALManager(105): c1a8cf8d4cfa,33875,1733617244398 WAL count=0, meta=false 2024-12-08T00:21:01,804 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c1a8cf8d4cfa,33875,1733617244398 WAL splitting is done? wals=0, meta=false 2024-12-08T00:21:01,806 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for c1a8cf8d4cfa,33875,1733617244398 failed, ignore...File hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/WALs/c1a8cf8d4cfa,33875,1733617244398-splitting does not exist. 2024-12-08T00:21:01,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN}] 2024-12-08T00:21:01,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN 2024-12-08T00:21:01,811 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-08T00:21:01,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18] 2024-12-08T00:21:01,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.AbstractRpcClient(357): Not trying to connect to c1a8cf8d4cfa:33875 this server is in the failed servers list 2024-12-08T00:21:01,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18 , the old value is region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c1a8cf8d4cfa:33875 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c1a8cf8d4cfa:33875 2024-12-08T00:21:01,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c1a8cf8d4cfa:33875 2024-12-08T00:21:01,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,33875,1733617244398, seqNum=18 from cache 2024-12-08T00:21:01,961 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(204): Hosts are {c1a8cf8d4cfa=0} racks are {/default-rack=0} 2024-12-08T00:21:01,961 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-12-08T00:21:01,961 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-12-08T00:21:01,961 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-12-08T00:21:01,961 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-12-08T00:21:01,961 INFO [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-12-08T00:21:01,961 INFO [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-12-08T00:21:01,961 DEBUG [c1a8cf8d4cfa:35787 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-12-08T00:21:01,962 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPENING, regionLocation=c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:21:01,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=13, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN because future has completed 2024-12-08T00:21:01,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,41039,1733617244623}] 2024-12-08T00:21:02,121 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:02,121 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c9c81ab04edc6ea453871c8babd21b1, NAME => 'testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:02,122 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterRegionMovedWithMultiCF 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,122 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:02,122 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,122 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,123 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf1 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,124 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf1 2024-12-08T00:21:02,124 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,130 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf1/5fe1f540a7834838b542af14f91de7a1 2024-12-08T00:21:02,130 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,131 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf2 of region 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,132 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c9c81ab04edc6ea453871c8babd21b1 columnFamilyName cf2 2024-12-08T00:21:02,132 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,139 DEBUG [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/cf2/d5ccde41a4da4f52a032bada768fe1c8 2024-12-08T00:21:02,139 INFO [StoreOpener-4c9c81ab04edc6ea453871c8babd21b1-1 {}] regionserver.HStore(327): Store=4c9c81ab04edc6ea453871c8babd21b1/cf2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,139 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,140 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,141 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,142 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,142 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,143 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterRegionMovedWithMultiCF descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T00:21:02,145 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,146 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 4c9c81ab04edc6ea453871c8babd21b1; next sequenceid=18; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69555287, jitterRate=0.036454543471336365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T00:21:02,146 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:02,146 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 4c9c81ab04edc6ea453871c8babd21b1: Running coprocessor pre-open hook at 1733617262122Writing region info on filesystem at 1733617262122Initializing all the Stores at 1733617262123 (+1 ms)Instantiating store for column family {NAME => 'cf1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262123Instantiating store for column family {NAME => 'cf2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262123Cleaning up temporary data from old regions at 1733617262142 (+19 ms)Running coprocessor post-open hooks at 1733617262146 (+4 ms)Region opened successfully at 1733617262146 2024-12-08T00:21:02,147 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., pid=17, masterSystemTime=1733617262117 2024-12-08T00:21:02,149 DEBUG [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:02,149 INFO [RS_OPEN_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:02,150 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=4c9c81ab04edc6ea453871c8babd21b1, regionState=OPEN, openSeqNum=18, regionLocation=c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:21:02,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,41039,1733617244623 because future has completed 2024-12-08T00:21:02,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-08T00:21:02,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c9c81ab04edc6ea453871c8babd21b1, server=c1a8cf8d4cfa,41039,1733617244623 in 189 msec 2024-12-08T00:21:02,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=13 2024-12-08T00:21:02,158 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=13, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testReplayEditsAfterRegionMovedWithMultiCF, region=4c9c81ab04edc6ea453871c8babd21b1, ASSIGN in 348 msec 2024-12-08T00:21:02,158 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(291): removed crashed server c1a8cf8d4cfa,33875,1733617244398 after splitting done 2024-12-08T00:21:02,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; ServerCrashProcedure c1a8cf8d4cfa,33875,1733617244398, splitWal=true, meta=false in 582 msec 2024-12-08T00:21:02,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testReplayEditsAfterRegionMovedWithMultiCF', row='r1', locateType=CURRENT is [region=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1., hostname=c1a8cf8d4cfa,41039,1733617244623, seqNum=18] 2024-12-08T00:21:02,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T00:21:02,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T00:21:02,461 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterRegionMovedWithMultiCF Thread=412 (was 413), OpenFileDescriptor=1051 (was 1023) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8853 (was 8931) 2024-12-08T00:21:02,463 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-08T00:21:02,473 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=412, OpenFileDescriptor=1051, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=8852 2024-12-08T00:21:02,473 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1051 is superior to 1024 2024-12-08T00:21:02,486 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:02,487 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:02,488 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:21:02,490 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88181677, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-88181677, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:02,502 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88181677/hregion-88181677.1733617262491, exclude list is [], retry=0 2024-12-08T00:21:02,505 DEBUG [AsyncFSWAL-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:02,505 DEBUG [AsyncFSWAL-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:02,505 DEBUG [AsyncFSWAL-20-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:02,507 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88181677/hregion-88181677.1733617262491 2024-12-08T00:21:02,507 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:21:02,508 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 5e6995cca40a0862be44978b0a6379b5, NAME => 'testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:21:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741893_1071 (size=67) 2024-12-08T00:21:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741893_1071 (size=67) 2024-12-08T00:21:02,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741893_1071 (size=67) 2024-12-08T00:21:02,523 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:02,525 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,526 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName a 2024-12-08T00:21:02,526 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,527 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,527 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,528 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName b 2024-12-08T00:21:02,529 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,529 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,529 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,531 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName c 2024-12-08T00:21:02,531 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,532 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,532 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,533 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,535 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,535 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,535 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:02,537 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,540 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:21:02,540 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5e6995cca40a0862be44978b0a6379b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64287955, jitterRate=-0.0420348197221756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:02,541 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5e6995cca40a0862be44978b0a6379b5: Writing region info on filesystem at 1733617262523Initializing all the Stores at 1733617262524 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262524Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262524Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262524Cleaning up temporary data from old regions at 1733617262535 (+11 ms)Region opened successfully at 1733617262541 (+6 ms) 2024-12-08T00:21:02,541 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5e6995cca40a0862be44978b0a6379b5, disabling compactions & flushes 2024-12-08T00:21:02,541 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,541 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,541 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. after waiting 0 ms 2024-12-08T00:21:02,541 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,542 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,542 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5e6995cca40a0862be44978b0a6379b5: Waiting for close lock at 1733617262541Disabling compacts and flushes for region at 1733617262541Disabling writes for close at 1733617262541Writing region close event to WAL at 1733617262542 (+1 ms)Closed at 1733617262542 2024-12-08T00:21:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741892_1070 (size=93) 2024-12-08T00:21:02,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741892_1070 (size=93) 2024-12-08T00:21:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741892_1070 (size=93) 2024-12-08T00:21:02,548 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:21:02,548 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88181677:(num 1733617262491) 2024-12-08T00:21:02,548 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:02,550 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:02,561 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550, exclude list is [], retry=0 2024-12-08T00:21:02,564 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:02,564 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:02,565 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:02,568 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550 2024-12-08T00:21:02,568 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:21:02,569 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6995cca40a0862be44978b0a6379b5, NAME => 'testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:02,569 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:02,569 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,569 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,571 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,571 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName a 2024-12-08T00:21:02,571 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,572 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,572 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,573 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName b 2024-12-08T00:21:02,573 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,573 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,573 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,574 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName c 2024-12-08T00:21:02,574 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,575 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,575 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,576 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,577 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,578 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,578 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,579 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:02,581 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,582 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5e6995cca40a0862be44978b0a6379b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75285697, jitterRate=0.12184430658817291}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:02,582 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5e6995cca40a0862be44978b0a6379b5: Writing region info on filesystem at 1733617262569Initializing all the Stores at 1733617262570 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262570Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262570Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262570Cleaning up temporary data from old regions at 1733617262578 (+8 ms)Region opened successfully at 1733617262582 (+4 ms) 2024-12-08T00:21:02,616 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5e6995cca40a0862be44978b0a6379b5 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T00:21:02,632 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/a/5c0c4885ea8c413f9680edffbdc942e9 is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733617262582/Put/seqid=0 2024-12-08T00:21:02,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741895_1073 (size=5958) 2024-12-08T00:21:02,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741895_1073 (size=5958) 2024-12-08T00:21:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741895_1073 (size=5958) 2024-12-08T00:21:02,646 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/a/5c0c4885ea8c413f9680edffbdc942e9 2024-12-08T00:21:02,672 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/b/798915c90c9845b1a4d40fc274eb9d68 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733617262591/Put/seqid=0 2024-12-08T00:21:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741896_1074 (size=5958) 2024-12-08T00:21:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741896_1074 (size=5958) 2024-12-08T00:21:02,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741896_1074 (size=5958) 2024-12-08T00:21:02,680 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/b/798915c90c9845b1a4d40fc274eb9d68 2024-12-08T00:21:02,702 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/c/7e39175f2d834f59908103ab60d55557 is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733617262602/Put/seqid=0 2024-12-08T00:21:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741897_1075 (size=5958) 2024-12-08T00:21:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741897_1075 (size=5958) 2024-12-08T00:21:02,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741897_1075 (size=5958) 2024-12-08T00:21:02,709 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/c/7e39175f2d834f59908103ab60d55557 2024-12-08T00:21:02,715 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/a/5c0c4885ea8c413f9680edffbdc942e9 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/a/5c0c4885ea8c413f9680edffbdc942e9 2024-12-08T00:21:02,722 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/a/5c0c4885ea8c413f9680edffbdc942e9, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T00:21:02,723 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/b/798915c90c9845b1a4d40fc274eb9d68 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/b/798915c90c9845b1a4d40fc274eb9d68 2024-12-08T00:21:02,729 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/b/798915c90c9845b1a4d40fc274eb9d68, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T00:21:02,730 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/c/7e39175f2d834f59908103ab60d55557 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/c/7e39175f2d834f59908103ab60d55557 2024-12-08T00:21:02,737 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/c/7e39175f2d834f59908103ab60d55557, entries=10, sequenceid=33, filesize=5.8 K 2024-12-08T00:21:02,738 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 5e6995cca40a0862be44978b0a6379b5 in 123ms, sequenceid=33, compaction requested=false 2024-12-08T00:21:02,738 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 5e6995cca40a0862be44978b0a6379b5: 2024-12-08T00:21:02,738 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 5e6995cca40a0862be44978b0a6379b5, disabling compactions & flushes 2024-12-08T00:21:02,738 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,738 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,738 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. after waiting 0 ms 2024-12-08T00:21:02,738 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,740 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. 2024-12-08T00:21:02,740 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 5e6995cca40a0862be44978b0a6379b5: Waiting for close lock at 1733617262738Disabling compacts and flushes for region at 1733617262738Disabling writes for close at 1733617262738Writing region close event to WAL at 1733617262740 (+2 ms)Closed at 1733617262740 2024-12-08T00:21:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741894_1072 (size=2873) 2024-12-08T00:21:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741894_1072 (size=2873) 2024-12-08T00:21:02,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741894_1072 (size=2873) 2024-12-08T00:21:02,750 DEBUG [Time-limited test {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/b/798915c90c9845b1a4d40fc274eb9d68 to hdfs://localhost:33953/hbase/archive/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/b/798915c90c9845b1a4d40fc274eb9d68 2024-12-08T00:21:02,771 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550, size=2.8 K (2873bytes) 2024-12-08T00:21:02,771 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550 2024-12-08T00:21:02,772 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550 after 1ms 2024-12-08T00:21:02,774 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:02,774 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550 took 3ms 2024-12-08T00:21:02,777 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550 so closing down 2024-12-08T00:21:02,777 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:21:02,778 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733617262550.temp 2024-12-08T00:21:02,779 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000003-wal.1733617262550.temp 2024-12-08T00:21:02,780 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:21:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741898_1076 (size=2312) 2024-12-08T00:21:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741898_1076 (size=2312) 2024-12-08T00:21:02,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741898_1076 (size=2312) 2024-12-08T00:21:02,791 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000003-wal.1733617262550.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T00:21:02,792 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000003-wal.1733617262550.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000032 2024-12-08T00:21:02,792 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550, size=2.8 K, length=2873, corrupted=false, cancelled=false 2024-12-08T00:21:02,792 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550, journal: Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550, size=2.8 K (2873bytes) at 1733617262771Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550 so closing down at 1733617262777 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000003-wal.1733617262550.temp at 1733617262779 (+2 ms)3 split writer threads finished at 1733617262780 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000003-wal.1733617262550.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733617262791 (+11 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000003-wal.1733617262550.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000032 at 1733617262792 (+1 ms)Processed 32 edits across 1 Regions in 17 ms; skipped=2; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550, size=2.8 K, length=2873, corrupted=false, cancelled=false at 1733617262792 2024-12-08T00:21:02,794 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262550 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617262550 2024-12-08T00:21:02,795 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000032 2024-12-08T00:21:02,795 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:02,797 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:02,809 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262797, exclude list is [], retry=0 2024-12-08T00:21:02,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:02,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:02,812 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:02,817 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262797 2024-12-08T00:21:02,817 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:21:02,818 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e6995cca40a0862be44978b0a6379b5, NAME => 'testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:02,818 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:02,818 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,818 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,819 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,820 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName a 2024-12-08T00:21:02,820 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,828 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/a/5c0c4885ea8c413f9680edffbdc942e9 2024-12-08T00:21:02,828 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,828 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,830 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName b 2024-12-08T00:21:02,830 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,831 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,831 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,832 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e6995cca40a0862be44978b0a6379b5 columnFamilyName c 2024-12-08T00:21:02,832 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:02,837 DEBUG [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/c/7e39175f2d834f59908103ab60d55557 2024-12-08T00:21:02,837 INFO [StoreOpener-5e6995cca40a0862be44978b0a6379b5-1 {}] regionserver.HStore(327): Store=5e6995cca40a0862be44978b0a6379b5/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:02,838 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,839 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,840 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,841 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000032 2024-12-08T00:21:02,843 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000032: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:02,845 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 20, firstSequenceIdInLog=3, maxSequenceIdInLog=32, path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000032 2024-12-08T00:21:02,845 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 5e6995cca40a0862be44978b0a6379b5 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T00:21:02,865 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/b/ad185e3124e142d2b19a30bb09ce8b7f is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733617262591/Put/seqid=0 2024-12-08T00:21:02,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741900_1078 (size=5958) 2024-12-08T00:21:02,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741900_1078 (size=5958) 2024-12-08T00:21:02,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741900_1078 (size=5958) 2024-12-08T00:21:02,882 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=32 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/b/ad185e3124e142d2b19a30bb09ce8b7f 2024-12-08T00:21:02,890 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/.tmp/b/ad185e3124e142d2b19a30bb09ce8b7f as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/b/ad185e3124e142d2b19a30bb09ce8b7f 2024-12-08T00:21:02,896 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/b/ad185e3124e142d2b19a30bb09ce8b7f, entries=10, sequenceid=32, filesize=5.8 K 2024-12-08T00:21:02,896 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5e6995cca40a0862be44978b0a6379b5 in 51ms, sequenceid=32, compaction requested=false; wal=null 2024-12-08T00:21:02,897 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/0000000000000000032 2024-12-08T00:21:02,898 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,898 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,899 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:02,900 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 5e6995cca40a0862be44978b0a6379b5 2024-12-08T00:21:02,903 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/5e6995cca40a0862be44978b0a6379b5/recovered.edits/33.seqid, newMaxSeqId=33, maxSeqId=1 2024-12-08T00:21:02,904 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 5e6995cca40a0862be44978b0a6379b5; next sequenceid=34; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74838599, jitterRate=0.11518202722072601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:02,905 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 5e6995cca40a0862be44978b0a6379b5: Writing region info on filesystem at 1733617262818Initializing all the Stores at 1733617262819 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262819Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262819Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617262819Obtaining lock to block concurrent updates at 1733617262845 (+26 ms)Preparing flush snapshotting stores in 5e6995cca40a0862be44978b0a6379b5 at 1733617262845Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5., syncing WAL and waiting on mvcc, flushsize=dataSize=870, getHeapSize=2320, getOffHeapSize=0, getCellsCount=10 at 1733617262845Flushing stores of testReplayEditsWrittenViaHRegion,,1733617262486.5e6995cca40a0862be44978b0a6379b5. at 1733617262845Flushing 5e6995cca40a0862be44978b0a6379b5/b: creating writer at 1733617262846 (+1 ms)Flushing 5e6995cca40a0862be44978b0a6379b5/b: appending metadata at 1733617262865 (+19 ms)Flushing 5e6995cca40a0862be44978b0a6379b5/b: closing flushed file at 1733617262865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c3705a: reopening flushed file at 1733617262889 (+24 ms)Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 5e6995cca40a0862be44978b0a6379b5 in 51ms, sequenceid=32, compaction requested=false; wal=null at 1733617262896 (+7 ms)Cleaning up temporary data from old regions at 1733617262898 (+2 ms)Region opened successfully at 1733617262905 (+7 ms) 2024-12-08T00:21:02,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterPartialFlush Thread=421 (was 412) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:49138 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:60610 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:57958 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741899_1077, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:58182 [Waiting for operation #40] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:53222 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:52594 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741899_1077] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-20-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1127 (was 1051) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=8826 (was 8852) 2024-12-08T00:21:02,929 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-08T00:21:02,942 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=421, OpenFileDescriptor=1127, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=8826 2024-12-08T00:21:02,942 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1127 is superior to 1024 2024-12-08T00:21:02,956 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:02,959 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:02,959 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:21:02,962 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-59138741, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-59138741, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:02,974 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-59138741/hregion-59138741.1733617262962, exclude list is [], retry=0 2024-12-08T00:21:02,978 DEBUG [AsyncFSWAL-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:02,978 DEBUG [AsyncFSWAL-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:02,979 DEBUG [AsyncFSWAL-22-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:02,991 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-59138741/hregion-59138741.1733617262962 2024-12-08T00:21:02,992 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:21:02,992 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 660647aa1c8916fd4b264280bd3cd27c, NAME => 'testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsAfterAbortingFlush', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:21:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741902_1080 (size=68) 2024-12-08T00:21:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741902_1080 (size=68) 2024-12-08T00:21:03,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741902_1080 (size=68) 2024-12-08T00:21:03,008 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:03,009 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,011 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName a 2024-12-08T00:21:03,011 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:03,011 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:03,011 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,013 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName b 2024-12-08T00:21:03,013 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:03,013 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:03,013 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,014 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName c 2024-12-08T00:21:03,015 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:03,015 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:03,015 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,016 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,016 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,017 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,017 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,018 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:03,019 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,021 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:21:03,022 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 660647aa1c8916fd4b264280bd3cd27c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60534242, jitterRate=-0.09796950221061707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:03,023 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 660647aa1c8916fd4b264280bd3cd27c: Writing region info on filesystem at 1733617263008Initializing all the Stores at 1733617263009 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617263009Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617263009Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617263009Cleaning up temporary data from old regions at 1733617263017 (+8 ms)Region opened successfully at 1733617263023 (+6 ms) 2024-12-08T00:21:03,023 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 660647aa1c8916fd4b264280bd3cd27c, disabling compactions & flushes 2024-12-08T00:21:03,023 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:03,023 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:03,023 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. after waiting 0 ms 2024-12-08T00:21:03,023 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:03,024 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:03,024 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 660647aa1c8916fd4b264280bd3cd27c: Waiting for close lock at 1733617263023Disabling compacts and flushes for region at 1733617263023Disabling writes for close at 1733617263023Writing region close event to WAL at 1733617263024 (+1 ms)Closed at 1733617263024 2024-12-08T00:21:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741901_1079 (size=93) 2024-12-08T00:21:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741901_1079 (size=93) 2024-12-08T00:21:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741901_1079 (size=93) 2024-12-08T00:21:03,035 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:21:03,035 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-59138741:(num 1733617262962) 2024-12-08T00:21:03,035 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:03,037 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:03,049 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037, exclude list is [], retry=0 2024-12-08T00:21:03,052 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:03,052 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:03,052 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:03,054 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037 2024-12-08T00:21:03,055 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:21:03,112 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 660647aa1c8916fd4b264280bd3cd27c, NAME => 'testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:03,115 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,115 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:03,115 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,115 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,117 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,118 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName a 2024-12-08T00:21:03,118 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:03,119 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:03,119 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,120 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName b 2024-12-08T00:21:03,120 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:03,120 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:03,121 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,121 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName c 2024-12-08T00:21:03,121 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:03,122 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:03,122 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,123 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,124 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,125 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,125 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,125 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:03,127 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,128 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 660647aa1c8916fd4b264280bd3cd27c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60211623, jitterRate=-0.102776899933815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:03,128 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 660647aa1c8916fd4b264280bd3cd27c: Running coprocessor pre-open hook at 1733617263115Writing region info on filesystem at 1733617263115Initializing all the Stores at 1733617263116 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617263116Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617263116Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617263116Cleaning up temporary data from old regions at 1733617263125 (+9 ms)Running coprocessor post-open hooks at 1733617263128 (+3 ms)Region opened successfully at 1733617263128 2024-12-08T00:21:03,143 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 660647aa1c8916fd4b264280bd3cd27c 3/3 column families, dataSize=590 B heapSize=2.08 KB 2024-12-08T00:21:03,144 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=0 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:03,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion 2024-12-08T00:21:03,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsWrittenViaHRegion Metrics about Tables on a single HBase RegionServer 2024-12-08T00:21:03,960 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum 2024-12-08T00:21:03,960 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testSequentialEditLogSeqNum Metrics about Tables on a single HBase RegionServer 2024-12-08T00:21:03,961 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF 2024-12-08T00:21:03,961 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterRegionMovedWithMultiCF Metrics about Tables on a single HBase RegionServer 2024-12-08T00:21:03,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly 2024-12-08T00:21:03,962 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRegionMadeOfBulkLoadedFilesOnly Metrics about Tables on a single HBase RegionServer 2024-12-08T00:21:03,963 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush 2024-12-08T00:21:03,963 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testReplayEditsAfterAbortingFlush Metrics about Tables on a single HBase RegionServer 2024-12-08T00:21:04,145 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=1 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:04,606 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T00:21:05,145 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=2 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:06,146 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=3 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:07,147 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=4 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:08,147 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=5 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:09,148 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=6 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:10,148 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=7 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:11,149 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=8 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:12,149 WARN [Time-limited test {}] regionserver.HStore(850): Failed flushing store file for 660647aa1c8916fd4b264280bd3cd27c/a, retrying num=9 java.io.IOException: Simulated exception by tests at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay$CustomStoreFlusher.flushSnapshot(AbstractTestWALReplay.java:619) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.flushCache(HStore.java:832) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1975) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:3029) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2737) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2579) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2502) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2472) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.testReplayEditsAfterAbortingFlush(AbstractTestWALReplay.java:668) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:12,151 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 660647aa1c8916fd4b264280bd3cd27c: 2024-12-08T00:21:12,151 INFO [Time-limited test {}] wal.AbstractTestWALReplay(671): Expected simulated exception when flushing region, region: testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 660647aa1c8916fd4b264280bd3cd27c: 2024-12-08T00:21:12,166 INFO [Time-limited test {}] wal.AbstractTestWALReplay(691): Expected exception when flushing region because server is stopped,Aborting flush because server is aborted... 2024-12-08T00:21:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 660647aa1c8916fd4b264280bd3cd27c, disabling compactions & flushes 2024-12-08T00:21:12,166 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. after waiting 0 ms 2024-12-08T00:21:12,166 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:12,166 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1190 in region testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:12,166 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. 2024-12-08T00:21:12,167 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 660647aa1c8916fd4b264280bd3cd27c: Waiting for close lock at 1733617272166Running coprocessor pre-close hooks at 1733617272166Disabling compacts and flushes for region at 1733617272166Disabling writes for close at 1733617272166Writing region close event to WAL at 1733617272166Running coprocessor post-close hooks at 1733617272166Closed at 1733617272166 2024-12-08T00:21:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741903_1081 (size=2398) 2024-12-08T00:21:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741903_1081 (size=2398) 2024-12-08T00:21:12,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741903_1081 (size=2398) 2024-12-08T00:21:12,189 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037, size=2.3 K (2398bytes) 2024-12-08T00:21:12,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037 2024-12-08T00:21:12,189 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037 after 0ms 2024-12-08T00:21:12,192 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:12,192 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037 took 3ms 2024-12-08T00:21:12,195 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037 so closing down 2024-12-08T00:21:12,195 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:21:12,196 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-wal.1733617263037.temp 2024-12-08T00:21:12,197 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000004-wal.1733617263037.temp 2024-12-08T00:21:12,197 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:21:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741904_1082 (size=1672) 2024-12-08T00:21:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741904_1082 (size=1672) 2024-12-08T00:21:12,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741904_1082 (size=1672) 2024-12-08T00:21:12,203 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000004-wal.1733617263037.temp (wrote 20 edits, skipped 0 edits in 0 ms) 2024-12-08T00:21:12,204 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000004-wal.1733617263037.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000026 2024-12-08T00:21:12,204 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037, size=2.3 K, length=2398, corrupted=false, cancelled=false 2024-12-08T00:21:12,204 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037, journal: Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037, size=2.3 K (2398bytes) at 1733617272189Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037 so closing down at 1733617272195 (+6 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000004-wal.1733617263037.temp at 1733617272197 (+2 ms)3 split writer threads finished at 1733617272197Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000004-wal.1733617263037.temp (wrote 20 edits, skipped 0 edits in 0 ms) at 1733617272203 (+6 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000004-wal.1733617263037.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000026 at 1733617272204 (+1 ms)Processed 23 edits across 1 Regions in 11 ms; skipped=3; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037, size=2.3 K, length=2398, corrupted=false, cancelled=false at 1733617272204 2024-12-08T00:21:12,206 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617263037 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617263037 2024-12-08T00:21:12,207 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000026 2024-12-08T00:21:12,207 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:12,208 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:12,219 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617272209, exclude list is [], retry=0 2024-12-08T00:21:12,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:12,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:12,222 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:12,223 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617272209 2024-12-08T00:21:12,224 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:21:12,224 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 660647aa1c8916fd4b264280bd3cd27c, NAME => 'testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:12,225 DEBUG [Time-limited test {}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testReplayEditsAfterAbortingFlush 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,225 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:12,225 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,225 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,227 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,228 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName a 2024-12-08T00:21:12,228 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:12,228 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:12,229 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,229 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName b 2024-12-08T00:21:12,229 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:12,230 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:12,230 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,231 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 660647aa1c8916fd4b264280bd3cd27c columnFamilyName c 2024-12-08T00:21:12,231 DEBUG [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:12,231 INFO [StoreOpener-660647aa1c8916fd4b264280bd3cd27c-1 {}] regionserver.HStore(327): Store=660647aa1c8916fd4b264280bd3cd27c/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:12,231 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,232 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,233 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,234 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000026 2024-12-08T00:21:12,236 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000026: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:12,238 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=26, path=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000026 2024-12-08T00:21:12,238 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 660647aa1c8916fd4b264280bd3cd27c 3/3 column families, dataSize=1.16 KB heapSize=3.41 KB 2024-12-08T00:21:12,260 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/a/e9829eb3f23146e9ad95e7ee71c991b8 is 64, key is testReplayEditsAfterAbortingFlush12/a:q/1733617272156/Put/seqid=0 2024-12-08T00:21:12,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741906_1084 (size=5523) 2024-12-08T00:21:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741906_1084 (size=5523) 2024-12-08T00:21:12,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741906_1084 (size=5523) 2024-12-08T00:21:12,269 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=416 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/a/e9829eb3f23146e9ad95e7ee71c991b8 2024-12-08T00:21:12,292 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/b/a1bc059b830a4bbcad07866867ef12c0 is 64, key is testReplayEditsAfterAbortingFlush10/b:q/1733617272151/Put/seqid=0 2024-12-08T00:21:12,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741907_1085 (size=5524) 2024-12-08T00:21:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741907_1085 (size=5524) 2024-12-08T00:21:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741907_1085 (size=5524) 2024-12-08T00:21:12,300 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=417 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/b/a1bc059b830a4bbcad07866867ef12c0 2024-12-08T00:21:12,321 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/c/6cafa089995649f9b24814ecc8d7132c is 64, key is testReplayEditsAfterAbortingFlush11/c:q/1733617272153/Put/seqid=0 2024-12-08T00:21:12,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741908_1086 (size=5457) 2024-12-08T00:21:12,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741908_1086 (size=5457) 2024-12-08T00:21:12,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741908_1086 (size=5457) 2024-12-08T00:21:12,327 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=357 B at sequenceid=26 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/c/6cafa089995649f9b24814ecc8d7132c 2024-12-08T00:21:12,334 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/a/e9829eb3f23146e9ad95e7ee71c991b8 as hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/a/e9829eb3f23146e9ad95e7ee71c991b8 2024-12-08T00:21:12,339 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/a/e9829eb3f23146e9ad95e7ee71c991b8, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T00:21:12,340 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/b/a1bc059b830a4bbcad07866867ef12c0 as hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/b/a1bc059b830a4bbcad07866867ef12c0 2024-12-08T00:21:12,346 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/b/a1bc059b830a4bbcad07866867ef12c0, entries=7, sequenceid=26, filesize=5.4 K 2024-12-08T00:21:12,347 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/.tmp/c/6cafa089995649f9b24814ecc8d7132c as hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/c/6cafa089995649f9b24814ecc8d7132c 2024-12-08T00:21:12,352 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/c/6cafa089995649f9b24814ecc8d7132c, entries=6, sequenceid=26, filesize=5.3 K 2024-12-08T00:21:12,352 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 660647aa1c8916fd4b264280bd3cd27c in 114ms, sequenceid=26, compaction requested=false; wal=null 2024-12-08T00:21:12,353 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/0000000000000000026 2024-12-08T00:21:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,354 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,355 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsAfterAbortingFlush descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:12,356 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,359 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsAfterAbortingFlush/660647aa1c8916fd4b264280bd3cd27c/recovered.edits/26.seqid, newMaxSeqId=26, maxSeqId=1 2024-12-08T00:21:12,360 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 660647aa1c8916fd4b264280bd3cd27c; next sequenceid=27; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66816595, jitterRate=-0.004355147480964661}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:12,360 DEBUG [Time-limited test {}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 660647aa1c8916fd4b264280bd3cd27c 2024-12-08T00:21:12,361 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 660647aa1c8916fd4b264280bd3cd27c: Running coprocessor pre-open hook at 1733617272225Writing region info on filesystem at 1733617272225Initializing all the Stores at 1733617272226 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617272226Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617272227 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617272227Obtaining lock to block concurrent updates at 1733617272238 (+11 ms)Preparing flush snapshotting stores in 660647aa1c8916fd4b264280bd3cd27c at 1733617272238Finished memstore snapshotting testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c., syncing WAL and waiting on mvcc, flushsize=dataSize=1190, getHeapSize=3440, getOffHeapSize=0, getCellsCount=20 at 1733617272238Flushing stores of testReplayEditsAfterAbortingFlush,,1733617262957.660647aa1c8916fd4b264280bd3cd27c. at 1733617272238Flushing 660647aa1c8916fd4b264280bd3cd27c/a: creating writer at 1733617272238Flushing 660647aa1c8916fd4b264280bd3cd27c/a: appending metadata at 1733617272259 (+21 ms)Flushing 660647aa1c8916fd4b264280bd3cd27c/a: closing flushed file at 1733617272259Flushing 660647aa1c8916fd4b264280bd3cd27c/b: creating writer at 1733617272274 (+15 ms)Flushing 660647aa1c8916fd4b264280bd3cd27c/b: appending metadata at 1733617272292 (+18 ms)Flushing 660647aa1c8916fd4b264280bd3cd27c/b: closing flushed file at 1733617272292Flushing 660647aa1c8916fd4b264280bd3cd27c/c: creating writer at 1733617272305 (+13 ms)Flushing 660647aa1c8916fd4b264280bd3cd27c/c: appending metadata at 1733617272321 (+16 ms)Flushing 660647aa1c8916fd4b264280bd3cd27c/c: closing flushed file at 1733617272321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76cead88: reopening flushed file at 1733617272333 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66d1d9a5: reopening flushed file at 1733617272339 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fe1ffcd: reopening flushed file at 1733617272346 (+7 ms)Finished flush of dataSize ~1.16 KB/1190, heapSize ~3.36 KB/3440, currentSize=0 B/0 for 660647aa1c8916fd4b264280bd3cd27c in 114ms, sequenceid=26, compaction requested=false; wal=null at 1733617272352 (+6 ms)Cleaning up temporary data from old regions at 1733617272354 (+2 ms)Running coprocessor post-open hooks at 1733617272360 (+6 ms)Region opened successfully at 1733617272360 2024-12-08T00:21:12,381 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsAfterAbortingFlush Thread=417 (was 421), OpenFileDescriptor=1183 (was 1127) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 257), ProcessCount=11 (was 11), AvailableMemoryMB=8836 (was 8826) - AvailableMemoryMB LEAK? - 2024-12-08T00:21:12,381 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-08T00:21:12,393 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=417, OpenFileDescriptor=1183, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8835 2024-12-08T00:21:12,393 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1183 is superior to 1024 2024-12-08T00:21:12,414 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:12,415 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:12,416 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:21:12,418 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-05865129, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-05865129, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:12,429 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-05865129/hregion-05865129.1733617272419, exclude list is [], retry=0 2024-12-08T00:21:12,432 DEBUG [AsyncFSWAL-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:12,432 DEBUG [AsyncFSWAL-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:12,432 DEBUG [AsyncFSWAL-24-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:12,434 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-05865129/hregion-05865129.1733617272419 2024-12-08T00:21:12,434 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:21:12,434 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 4fe466a540b4507cd6de5dbe99a6808c, NAME => 'testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testDatalossWhenInputError', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:21:12,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741910_1088 (size=61) 2024-12-08T00:21:12,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741910_1088 (size=61) 2024-12-08T00:21:12,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741910_1088 (size=61) 2024-12-08T00:21:12,442 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:12,443 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,445 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe466a540b4507cd6de5dbe99a6808c columnFamilyName a 2024-12-08T00:21:12,445 DEBUG [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:12,445 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(327): Store=4fe466a540b4507cd6de5dbe99a6808c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:12,445 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,446 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,447 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,447 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,448 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,451 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:21:12,452 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4fe466a540b4507cd6de5dbe99a6808c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66391736, jitterRate=-0.010686039924621582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:21:12,453 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4fe466a540b4507cd6de5dbe99a6808c: Writing region info on filesystem at 1733617272442Initializing all the Stores at 1733617272443 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617272443Cleaning up temporary data from old regions at 1733617272447 (+4 ms)Region opened successfully at 1733617272452 (+5 ms) 2024-12-08T00:21:12,453 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4fe466a540b4507cd6de5dbe99a6808c, disabling compactions & flushes 2024-12-08T00:21:12,453 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,453 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,453 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. after waiting 0 ms 2024-12-08T00:21:12,453 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,453 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,453 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4fe466a540b4507cd6de5dbe99a6808c: Waiting for close lock at 1733617272453Disabling compacts and flushes for region at 1733617272453Disabling writes for close at 1733617272453Writing region close event to WAL at 1733617272453Closed at 1733617272453 2024-12-08T00:21:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741909_1087 (size=93) 2024-12-08T00:21:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741909_1087 (size=93) 2024-12-08T00:21:12,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741909_1087 (size=93) 2024-12-08T00:21:12,459 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:21:12,459 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-05865129:(num 1733617272419) 2024-12-08T00:21:12,460 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:12,462 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:12,480 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462, exclude list is [], retry=0 2024-12-08T00:21:12,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:12,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:12,483 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:12,485 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462 2024-12-08T00:21:12,485 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:21:12,485 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fe466a540b4507cd6de5dbe99a6808c, NAME => 'testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:12,485 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:12,485 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,486 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,487 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,488 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe466a540b4507cd6de5dbe99a6808c columnFamilyName a 2024-12-08T00:21:12,488 DEBUG [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:12,489 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(327): Store=4fe466a540b4507cd6de5dbe99a6808c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:12,489 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,490 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,491 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,491 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,491 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,493 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,494 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4fe466a540b4507cd6de5dbe99a6808c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58995124, jitterRate=-0.12090414762496948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:21:12,494 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4fe466a540b4507cd6de5dbe99a6808c: Writing region info on filesystem at 1733617272486Initializing all the Stores at 1733617272487 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617272487Cleaning up temporary data from old regions at 1733617272491 (+4 ms)Region opened successfully at 1733617272494 (+3 ms) 2024-12-08T00:21:12,505 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 4fe466a540b4507cd6de5dbe99a6808c, disabling compactions & flushes 2024-12-08T00:21:12,505 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,505 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,505 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. after waiting 0 ms 2024-12-08T00:21:12,505 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,505 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 750 in region testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,505 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. 2024-12-08T00:21:12,505 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 4fe466a540b4507cd6de5dbe99a6808c: Waiting for close lock at 1733617272504Disabling compacts and flushes for region at 1733617272504Disabling writes for close at 1733617272505 (+1 ms)Writing region close event to WAL at 1733617272505Closed at 1733617272505 2024-12-08T00:21:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741911_1089 (size=838) 2024-12-08T00:21:12,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741911_1089 (size=838) 2024-12-08T00:21:12,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741911_1089 (size=838) 2024-12-08T00:21:12,529 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462, size=838 (838bytes) 2024-12-08T00:21:12,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462 2024-12-08T00:21:12,529 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462 after 0ms 2024-12-08T00:21:12,531 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:12,532 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462 took 3ms 2024-12-08T00:21:12,533 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462 so closing down 2024-12-08T00:21:12,533 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:21:12,535 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733617272462.temp 2024-12-08T00:21:12,536 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000003-wal.1733617272462.temp 2024-12-08T00:21:12,536 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:21:12,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741912_1090 (size=838) 2024-12-08T00:21:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741912_1090 (size=838) 2024-12-08T00:21:12,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741912_1090 (size=838) 2024-12-08T00:21:12,544 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000003-wal.1733617272462.temp (wrote 10 edits, skipped 0 edits in 0 ms) 2024-12-08T00:21:12,545 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000003-wal.1733617272462.temp to hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012 2024-12-08T00:21:12,546 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462, size=838, length=838, corrupted=false, cancelled=false 2024-12-08T00:21:12,546 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462, journal: Splitting hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462, size=838 (838bytes) at 1733617272529Finishing writing output for hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462 so closing down at 1733617272533 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000003-wal.1733617272462.temp at 1733617272536 (+3 ms)3 split writer threads finished at 1733617272536Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000003-wal.1733617272462.temp (wrote 10 edits, skipped 0 edits in 0 ms) at 1733617272544 (+8 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000003-wal.1733617272462.temp to hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012 at 1733617272545 (+1 ms)Processed 10 edits across 1 Regions in 13 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462, size=838, length=838, corrupted=false, cancelled=false at 1733617272546 (+1 ms) 2024-12-08T00:21:12,547 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272462 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617272462 2024-12-08T00:21:12,548 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012 2024-12-08T00:21:12,551 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:12,823 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T00:21:12,852 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:12,855 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:12,866 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272855, exclude list is [], retry=0 2024-12-08T00:21:12,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:12,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:12,869 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:12,870 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272855 2024-12-08T00:21:12,871 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:21:12,871 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fe466a540b4507cd6de5dbe99a6808c, NAME => 'testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:12,871 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:12,871 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,871 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,874 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,876 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe466a540b4507cd6de5dbe99a6808c columnFamilyName a 2024-12-08T00:21:12,876 DEBUG [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:12,877 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(327): Store=4fe466a540b4507cd6de5dbe99a6808c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:12,878 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,878 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,880 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,881 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012 2024-12-08T00:21:12,883 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:12,884 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 10, skipped 0, firstSequenceIdInLog=3, maxSequenceIdInLog=12, path=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012 2024-12-08T00:21:12,884 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 4fe466a540b4507cd6de5dbe99a6808c 1/1 column families, dataSize=750 B heapSize=1.73 KB 2024-12-08T00:21:12,899 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/.tmp/a/3c18a1c4b8cb4ba598ae23302835dc19 is 79, key is testDatalossWhenInputError/a:x0/1733617272494/Put/seqid=0 2024-12-08T00:21:12,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741914_1092 (size=5808) 2024-12-08T00:21:12,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741914_1092 (size=5808) 2024-12-08T00:21:12,907 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=750 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/.tmp/a/3c18a1c4b8cb4ba598ae23302835dc19 2024-12-08T00:21:12,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741914_1092 (size=5808) 2024-12-08T00:21:12,917 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/.tmp/a/3c18a1c4b8cb4ba598ae23302835dc19 as hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/a/3c18a1c4b8cb4ba598ae23302835dc19 2024-12-08T00:21:12,925 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/a/3c18a1c4b8cb4ba598ae23302835dc19, entries=10, sequenceid=12, filesize=5.7 K 2024-12-08T00:21:12,925 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4fe466a540b4507cd6de5dbe99a6808c in 41ms, sequenceid=12, compaction requested=false; wal=null 2024-12-08T00:21:12,926 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/0000000000000000012 2024-12-08T00:21:12,927 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,927 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,930 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,932 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-12-08T00:21:12,934 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4fe466a540b4507cd6de5dbe99a6808c; next sequenceid=13; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67642427, jitterRate=0.007950708270072937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:21:12,934 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4fe466a540b4507cd6de5dbe99a6808c: Writing region info on filesystem at 1733617272871Initializing all the Stores at 1733617272873 (+2 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617272873Obtaining lock to block concurrent updates at 1733617272884 (+11 ms)Preparing flush snapshotting stores in 4fe466a540b4507cd6de5dbe99a6808c at 1733617272884Finished memstore snapshotting testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c., syncing WAL and waiting on mvcc, flushsize=dataSize=750, getHeapSize=1760, getOffHeapSize=0, getCellsCount=10 at 1733617272884Flushing stores of testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c. at 1733617272884Flushing 4fe466a540b4507cd6de5dbe99a6808c/a: creating writer at 1733617272884Flushing 4fe466a540b4507cd6de5dbe99a6808c/a: appending metadata at 1733617272899 (+15 ms)Flushing 4fe466a540b4507cd6de5dbe99a6808c/a: closing flushed file at 1733617272899Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75821531: reopening flushed file at 1733617272915 (+16 ms)Finished flush of dataSize ~750 B/750, heapSize ~1.72 KB/1760, currentSize=0 B/0 for 4fe466a540b4507cd6de5dbe99a6808c in 41ms, sequenceid=12, compaction requested=false; wal=null at 1733617272925 (+10 ms)Cleaning up temporary data from old regions at 1733617272927 (+2 ms)Region opened successfully at 1733617272934 (+7 ms) 2024-12-08T00:21:12,937 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fe466a540b4507cd6de5dbe99a6808c, NAME => 'testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:12,938 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testDatalossWhenInputError,,1733617272414.4fe466a540b4507cd6de5dbe99a6808c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:12,938 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,938 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,939 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,940 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fe466a540b4507cd6de5dbe99a6808c columnFamilyName a 2024-12-08T00:21:12,940 DEBUG [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:12,945 DEBUG [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/a/3c18a1c4b8cb4ba598ae23302835dc19 2024-12-08T00:21:12,945 INFO [StoreOpener-4fe466a540b4507cd6de5dbe99a6808c-1 {}] regionserver.HStore(327): Store=4fe466a540b4507cd6de5dbe99a6808c/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:12,945 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,946 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,947 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,947 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,947 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,949 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 4fe466a540b4507cd6de5dbe99a6808c 2024-12-08T00:21:12,951 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testDatalossWhenInputError/4fe466a540b4507cd6de5dbe99a6808c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=12 2024-12-08T00:21:12,952 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 4fe466a540b4507cd6de5dbe99a6808c; next sequenceid=14; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66640130, jitterRate=-0.006984680891036987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T00:21:12,952 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 4fe466a540b4507cd6de5dbe99a6808c: Writing region info on filesystem at 1733617272938Initializing all the Stores at 1733617272939 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617272939Cleaning up temporary data from old regions at 1733617272947 (+8 ms)Region opened successfully at 1733617272952 (+5 ms) 2024-12-08T00:21:12,968 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testDatalossWhenInputError Thread=427 (was 417) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:50936 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45756 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:37784 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741913_1091] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:37676 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-24-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:50886 [Waiting for operation #22] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1691157681-172.17.0.2-1733617239362:blk_1073741913_1091, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45708 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1265 (was 1183) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=233 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8815 (was 8835) 2024-12-08T00:21:12,968 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-08T00:21:12,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=427, OpenFileDescriptor=1265, MaxFileDescriptor=1048576, SystemLoadAverage=233, ProcessCount=11, AvailableMemoryMB=8814 2024-12-08T00:21:12,980 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1265 is superior to 1024 2024-12-08T00:21:12,992 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:12,994 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:12,995 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:21:12,997 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-25691292, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-25691292, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:13,009 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-25691292/hregion-25691292.1733617272998, exclude list is [], retry=0 2024-12-08T00:21:13,011 DEBUG [AsyncFSWAL-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:13,011 DEBUG [AsyncFSWAL-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:13,012 DEBUG [AsyncFSWAL-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:13,014 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-25691292/hregion-25691292.1733617272998 2024-12-08T00:21:13,015 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:21:13,015 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 073bcea96234b8d5c9e8d5dbe9742a4b, NAME => 'testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testCompactedBulkLoadedFiles', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:21:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741916_1094 (size=63) 2024-12-08T00:21:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741916_1094 (size=63) 2024-12-08T00:21:13,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741916_1094 (size=63) 2024-12-08T00:21:13,032 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:13,033 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,034 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName a 2024-12-08T00:21:13,035 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:13,035 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:13,035 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,037 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName b 2024-12-08T00:21:13,037 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:13,037 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:13,037 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,039 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName c 2024-12-08T00:21:13,039 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:13,039 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:13,040 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,040 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,041 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,042 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,042 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,042 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:13,043 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,046 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:21:13,046 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 073bcea96234b8d5c9e8d5dbe9742a4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68215343, jitterRate=0.01648782193660736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:13,047 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 073bcea96234b8d5c9e8d5dbe9742a4b: Writing region info on filesystem at 1733617273032Initializing all the Stores at 1733617273032Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617273033 (+1 ms)Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617273033Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617273033Cleaning up temporary data from old regions at 1733617273042 (+9 ms)Region opened successfully at 1733617273046 (+4 ms) 2024-12-08T00:21:13,047 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 073bcea96234b8d5c9e8d5dbe9742a4b, disabling compactions & flushes 2024-12-08T00:21:13,047 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:13,047 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:13,047 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. after waiting 0 ms 2024-12-08T00:21:13,047 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:13,047 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:13,047 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 073bcea96234b8d5c9e8d5dbe9742a4b: Waiting for close lock at 1733617273047Disabling compacts and flushes for region at 1733617273047Disabling writes for close at 1733617273047Writing region close event to WAL at 1733617273047Closed at 1733617273047 2024-12-08T00:21:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741915_1093 (size=93) 2024-12-08T00:21:13,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741915_1093 (size=93) 2024-12-08T00:21:13,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741915_1093 (size=93) 2024-12-08T00:21:13,052 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:21:13,052 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-25691292:(num 1733617272998) 2024-12-08T00:21:13,052 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:13,054 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:13,069 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054, exclude list is [], retry=0 2024-12-08T00:21:13,071 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:13,071 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:13,072 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:13,073 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 2024-12-08T00:21:13,073 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:21:13,074 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 073bcea96234b8d5c9e8d5dbe9742a4b, NAME => 'testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:13,074 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:13,074 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,074 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,077 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,078 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName a 2024-12-08T00:21:13,078 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:13,078 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:13,078 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,079 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName b 2024-12-08T00:21:13,079 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:13,079 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:13,080 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,080 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName c 2024-12-08T00:21:13,080 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:13,081 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:13,081 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,082 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,083 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,084 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,084 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,084 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:13,085 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:13,086 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 073bcea96234b8d5c9e8d5dbe9742a4b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72761009, jitterRate=0.08422352373600006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:13,087 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 073bcea96234b8d5c9e8d5dbe9742a4b: Writing region info on filesystem at 1733617273074Initializing all the Stores at 1733617273075 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617273075Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617273077 (+2 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617273077Cleaning up temporary data from old regions at 1733617273084 (+7 ms)Region opened successfully at 1733617273087 (+3 ms) 2024-12-08T00:21:13,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile0 is 32, key is 000/a:a/1733617273090/Put/seqid=0 2024-12-08T00:21:13,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741918_1096 (size=4875) 2024-12-08T00:21:13,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741918_1096 (size=4875) 2024-12-08T00:21:13,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741918_1096 (size=4875) 2024-12-08T00:21:13,100 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile1 is 32, key is 100/a:a/1733617273100/Put/seqid=0 2024-12-08T00:21:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741919_1097 (size=4875) 2024-12-08T00:21:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741919_1097 (size=4875) 2024-12-08T00:21:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741919_1097 (size=4875) 2024-12-08T00:21:13,108 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile2 is 32, key is 200/a:a/1733617273108/Put/seqid=0 2024-12-08T00:21:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741920_1098 (size=4875) 2024-12-08T00:21:13,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741920_1098 (size=4875) 2024-12-08T00:21:13,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741920_1098 (size=4875) 2024-12-08T00:21:13,117 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile0 for inclusion in 073bcea96234b8d5c9e8d5dbe9742a4b/a 2024-12-08T00:21:13,121 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=000 last=050 2024-12-08T00:21:13,121 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:21:13,121 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile1 for inclusion in 073bcea96234b8d5c9e8d5dbe9742a4b/a 2024-12-08T00:21:13,125 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=100 last=150 2024-12-08T00:21:13,125 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:21:13,125 INFO [Time-limited test {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile2 for inclusion in 073bcea96234b8d5c9e8d5dbe9742a4b/a 2024-12-08T00:21:13,128 DEBUG [Time-limited test {}] regionserver.HStore(626): HFile bounds: first=200 last=250 2024-12-08T00:21:13,128 DEBUG [Time-limited test {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T00:21:13,128 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 073bcea96234b8d5c9e8d5dbe9742a4b 3/3 column families, dataSize=51 B heapSize=896 B 2024-12-08T00:21:13,141 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/.tmp/a/74092884d7f34404a9b26ef675cda87e is 55, key is testCompactedBulkLoadedFiles/a:a/1733617273087/Put/seqid=0 2024-12-08T00:21:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741921_1099 (size=5107) 2024-12-08T00:21:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741921_1099 (size=5107) 2024-12-08T00:21:13,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741921_1099 (size=5107) 2024-12-08T00:21:13,150 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=4 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/.tmp/a/74092884d7f34404a9b26ef675cda87e 2024-12-08T00:21:13,156 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/.tmp/a/74092884d7f34404a9b26ef675cda87e as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e 2024-12-08T00:21:13,162 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e, entries=1, sequenceid=4, filesize=5.0 K 2024-12-08T00:21:13,163 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~51 B/51, heapSize ~368 B/368, currentSize=0 B/0 for 073bcea96234b8d5c9e8d5dbe9742a4b in 35ms, sequenceid=4, compaction requested=false 2024-12-08T00:21:13,163 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 073bcea96234b8d5c9e8d5dbe9742a4b: 2024-12-08T00:21:13,165 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile0 as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_ 2024-12-08T00:21:13,166 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile1 as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_ 2024-12-08T00:21:13,167 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile2 as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_ 2024-12-08T00:21:13,168 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile0 into 073bcea96234b8d5c9e8d5dbe9742a4b/a as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_ - updating store file list. 2024-12-08T00:21:13,173 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11835f54977e412c90827887c4834d66_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:21:13,173 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_ into 073bcea96234b8d5c9e8d5dbe9742a4b/a 2024-12-08T00:21:13,173 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile0 into 073bcea96234b8d5c9e8d5dbe9742a4b/a (new location: hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_) 2024-12-08T00:21:13,174 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile1 into 073bcea96234b8d5c9e8d5dbe9742a4b/a as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_ - updating store file list. 2024-12-08T00:21:13,179 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:21:13,179 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_ into 073bcea96234b8d5c9e8d5dbe9742a4b/a 2024-12-08T00:21:13,179 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile1 into 073bcea96234b8d5c9e8d5dbe9742a4b/a (new location: hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_) 2024-12-08T00:21:13,180 INFO [Time-limited test {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile2 into 073bcea96234b8d5c9e8d5dbe9742a4b/a as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_ - updating store file list. 2024-12-08T00:21:13,183 DEBUG [Time-limited test {}] regionserver.HStoreFile(483): HFile Bloom filter type for d858b53021784b59ad214a8eb3705d7c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:21:13,184 INFO [Time-limited test {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_ into 073bcea96234b8d5c9e8d5dbe9742a4b/a 2024-12-08T00:21:13,184 INFO [Time-limited test {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33953/hbase/testCompactedBulkLoadedFiles/hfile2 into 073bcea96234b8d5c9e8d5dbe9742a4b/a (new location: hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_) 2024-12-08T00:21:13,191 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T00:21:13,192 DEBUG [Time-limited test {}] regionserver.HStore(1541): 073bcea96234b8d5c9e8d5dbe9742a4b/a is initiating major compaction (all files) 2024-12-08T00:21:13,192 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 073bcea96234b8d5c9e8d5dbe9742a4b/a in testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:13,192 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_] into tmpdir=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/.tmp, totalSize=19.3 K 2024-12-08T00:21:13,193 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 74092884d7f34404a9b26ef675cda87e, keycount=1, bloomtype=ROW, size=5.0 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=1733617273087 2024-12-08T00:21:13,193 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 11835f54977e412c90827887c4834d66_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T00:21:13,193 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T00:21:13,194 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d858b53021784b59ad214a8eb3705d7c_SeqId_4_, keycount=10, bloomtype=NONE, size=4.8 K, encoding=NONE, compression=NONE, seqNum=4, earliestPutTs=-9223372036854775808 2024-12-08T00:21:13,205 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/.tmp/a/52cb843c05f74615989a27544b23bf8c is 55, key is testCompactedBulkLoadedFiles/a:a/1733617273087/Put/seqid=0 2024-12-08T00:21:13,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741922_1100 (size=6154) 2024-12-08T00:21:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741922_1100 (size=6154) 2024-12-08T00:21:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741922_1100 (size=6154) 2024-12-08T00:21:13,218 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/.tmp/a/52cb843c05f74615989a27544b23bf8c as hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/52cb843c05f74615989a27544b23bf8c 2024-12-08T00:21:13,274 INFO [Time-limited test {}] regionserver.HStore(1337): Completed major compaction of 4 (all) file(s) in 073bcea96234b8d5c9e8d5dbe9742a4b/a of 073bcea96234b8d5c9e8d5dbe9742a4b into 52cb843c05f74615989a27544b23bf8c(size=6.0 K), total size for store is 6.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T00:21:13,274 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 073bcea96234b8d5c9e8d5dbe9742a4b: 2024-12-08T00:21:13,274 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T00:21:13,275 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 0 store files, 0 compacting, 0 eligible, 16 blocking 2024-12-08T00:21:13,317 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054, size=0 (0bytes) 2024-12-08T00:21:13,318 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 might be still open, length is 0 2024-12-08T00:21:13,318 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 2024-12-08T00:21:13,318 WARN [IPC Server handler 0 on default port 33953 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 has not been closed. Lease recovery is in progress. RecoveryId = 1101 for block blk_1073741917_1095 2024-12-08T00:21:13,319 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 after 0ms 2024-12-08T00:21:13,959 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError 2024-12-08T00:21:13,959 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testDatalossWhenInputError Metrics about Tables on a single HBase RegionServer 2024-12-08T00:21:13,962 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles 2024-12-08T00:21:13,962 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testCompactedBulkLoadedFiles Metrics about Tables on a single HBase RegionServer 2024-12-08T00:21:15,748 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45798 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:43525:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45798 dst: /127.0.0.1:43525 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:43525 remote=/127.0.0.1:45798]. Total timeout mills is 60000, 57524 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:15,749 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:37822 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:45749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37822 dst: /127.0.0.1:45749 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:15,749 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:50960 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741917_1095] {}] datanode.DataXceiver(331): 127.0.0.1:35565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:50960 dst: /127.0.0.1:35565 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:15,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741917_1101 (size=1368) 2024-12-08T00:21:15,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741917_1101 (size=1368) 2024-12-08T00:21:15,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741917_1101 (size=1368) 2024-12-08T00:21:17,320 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 after 4002ms 2024-12-08T00:21:17,327 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:17,329 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 took 4011ms 2024-12-08T00:21:17,331 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054; continuing. 2024-12-08T00:21:17,331 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 so closing down 2024-12-08T00:21:17,331 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:21:17,333 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733617273054.temp 2024-12-08T00:21:17,334 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000003-wal.1733617273054.temp 2024-12-08T00:21:17,334 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:21:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741923_1102 (size=635) 2024-12-08T00:21:17,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741923_1102 (size=635) 2024-12-08T00:21:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741923_1102 (size=635) 2024-12-08T00:21:17,341 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000003-wal.1733617273054.temp (wrote 2 edits, skipped 0 edits in 0 ms) 2024-12-08T00:21:17,342 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000003-wal.1733617273054.temp to hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000008 2024-12-08T00:21:17,342 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:21:17,343 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054, journal: Splitting hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054, size=0 (0bytes) at 1733617273317Finishing writing output for hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 so closing down at 1733617277331 (+4014 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000003-wal.1733617273054.temp at 1733617277334 (+3 ms)3 split writer threads finished at 1733617277334Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000003-wal.1733617273054.temp (wrote 2 edits, skipped 0 edits in 0 ms) at 1733617277341 (+7 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000003-wal.1733617273054.temp to hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000008 at 1733617277342 (+1 ms)Processed 5 edits across 1 Regions in 12 ms; skipped=3; WAL=hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054, size=0, length=0, corrupted=false, cancelled=false at 1733617277342 2024-12-08T00:21:17,344 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617273054 2024-12-08T00:21:17,345 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000008 2024-12-08T00:21:17,346 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:17,347 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:17,378 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617277367, exclude list is [], retry=0 2024-12-08T00:21:17,380 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:17,381 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:17,381 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:17,382 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617277367 2024-12-08T00:21:17,382 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:21:17,383 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 073bcea96234b8d5c9e8d5dbe9742a4b, NAME => 'testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:17,383 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:17,383 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,383 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,384 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,385 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName a 2024-12-08T00:21:17,385 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,390 DEBUG [StoreFileOpener-073bcea96234b8d5c9e8d5dbe9742a4b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 11835f54977e412c90827887c4834d66_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:21:17,390 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_ 2024-12-08T00:21:17,394 DEBUG [StoreFileOpener-073bcea96234b8d5c9e8d5dbe9742a4b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:21:17,394 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_ 2024-12-08T00:21:17,398 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/52cb843c05f74615989a27544b23bf8c 2024-12-08T00:21:17,402 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e 2024-12-08T00:21:17,405 DEBUG [StoreFileOpener-073bcea96234b8d5c9e8d5dbe9742a4b-a-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d858b53021784b59ad214a8eb3705d7c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-08T00:21:17,405 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_ 2024-12-08T00:21:17,406 WARN [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@362c4141 2024-12-08T00:21:17,406 WARN [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@362c4141 2024-12-08T00:21:17,406 WARN [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@362c4141 2024-12-08T00:21:17,406 WARN [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(317): Clearing the compacted storefile hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_ from org.apache.hadoop.hbase.regionserver.DefaultStoreEngine@362c4141 2024-12-08T00:21:17,406 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.StoreEngine(327): Moving the files [hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_] to archive 2024-12-08T00:21:17,407 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T00:21:17,408 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_ to hdfs://localhost:33953/hbase/archive/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/11835f54977e412c90827887c4834d66_SeqId_4_ 2024-12-08T00:21:17,409 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_ to hdfs://localhost:33953/hbase/archive/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_ 2024-12-08T00:21:17,410 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e to hdfs://localhost:33953/hbase/archive/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/74092884d7f34404a9b26ef675cda87e 2024-12-08T00:21:17,411 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_ to hdfs://localhost:33953/hbase/archive/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/a/d858b53021784b59ad214a8eb3705d7c_SeqId_4_ 2024-12-08T00:21:17,411 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,411 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,412 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName b 2024-12-08T00:21:17,412 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,412 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,412 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,413 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 073bcea96234b8d5c9e8d5dbe9742a4b columnFamilyName c 2024-12-08T00:21:17,413 DEBUG [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,413 INFO [StoreOpener-073bcea96234b8d5c9e8d5dbe9742a4b-1 {}] regionserver.HStore(327): Store=073bcea96234b8d5c9e8d5dbe9742a4b/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,413 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,414 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,415 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,416 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000008 2024-12-08T00:21:17,417 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000008: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:17,418 DEBUG [Time-limited test {}] regionserver.HRegion(5836): 073bcea96234b8d5c9e8d5dbe9742a4b : Replaying compaction marker table_name: "testCompactedBulkLoadedFiles" encoded_region_name: "073bcea96234b8d5c9e8d5dbe9742a4b" family_name: "a" compaction_input: "74092884d7f34404a9b26ef675cda87e" compaction_input: "11835f54977e412c90827887c4834d66_SeqId_4_" compaction_input: "5087ce44b2464b97a28ca8b10fa5b1b2_SeqId_4_" compaction_input: "d858b53021784b59ad214a8eb3705d7c_SeqId_4_" compaction_output: "52cb843c05f74615989a27544b23bf8c" store_home_dir: "a" region_name: "testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b." with seqId=9223372036854775807 and lastReplayedOpenRegionSeqId=-1 2024-12-08T00:21:17,418 DEBUG [Time-limited test {}] regionserver.HStore(1354): Completing compaction from the WAL marker 2024-12-08T00:21:17,418 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 0, skipped 2, firstSequenceIdInLog=3, maxSequenceIdInLog=8, path=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000008 2024-12-08T00:21:17,419 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/0000000000000000008 2024-12-08T00:21:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,420 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,421 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testCompactedBulkLoadedFiles descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:17,422 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 073bcea96234b8d5c9e8d5dbe9742a4b 2024-12-08T00:21:17,424 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testCompactedBulkLoadedFiles/073bcea96234b8d5c9e8d5dbe9742a4b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-08T00:21:17,425 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 073bcea96234b8d5c9e8d5dbe9742a4b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59330420, jitterRate=-0.11590784788131714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:17,425 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 073bcea96234b8d5c9e8d5dbe9742a4b: Writing region info on filesystem at 1733617277383Initializing all the Stores at 1733617277384 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277384Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277384Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277384Cleaning up temporary data from old regions at 1733617277420 (+36 ms)Region opened successfully at 1733617277425 (+5 ms) 2024-12-08T00:21:17,427 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 073bcea96234b8d5c9e8d5dbe9742a4b, disabling compactions & flushes 2024-12-08T00:21:17,427 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:17,427 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:17,427 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. after waiting 0 ms 2024-12-08T00:21:17,427 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:17,428 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testCompactedBulkLoadedFiles,,1733617272993.073bcea96234b8d5c9e8d5dbe9742a4b. 2024-12-08T00:21:17,428 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 073bcea96234b8d5c9e8d5dbe9742a4b: Waiting for close lock at 1733617277427Disabling compacts and flushes for region at 1733617277427Disabling writes for close at 1733617277427Writing region close event to WAL at 1733617277428 (+1 ms)Closed at 1733617277428 2024-12-08T00:21:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741924_1103 (size=93) 2024-12-08T00:21:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741924_1103 (size=93) 2024-12-08T00:21:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741924_1103 (size=93) 2024-12-08T00:21:17,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:21:17,432 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733617277367) 2024-12-08T00:21:17,444 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testCompactedBulkLoadedFiles Thread=440 (was 427) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:33953 from jenkinstestCompactedBulkLoadedFiles java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1531222633_22 at /127.0.0.1:51042 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1531222633_22 at /127.0.0.1:37910 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1531222633_22 at /127.0.0.1:45888 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-26-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestCompactedBulkLoadedFiles@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1348 (was 1265) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=214 (was 233), ProcessCount=11 (was 11), AvailableMemoryMB=8715 (was 8814) 2024-12-08T00:21:17,445 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-08T00:21:17,459 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=440, OpenFileDescriptor=1348, MaxFileDescriptor=1048576, SystemLoadAverage=214, ProcessCount=11, AvailableMemoryMB=8714 2024-12-08T00:21:17,459 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1348 is superior to 1024 2024-12-08T00:21:17,475 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:17,477 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T00:21:17,477 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T00:21:17,480 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=hregion-88660741, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/hregion-88660741, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:17,490 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/hregion-88660741/hregion-88660741.1733617277480, exclude list is [], retry=0 2024-12-08T00:21:17,492 DEBUG [AsyncFSWAL-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:17,492 DEBUG [AsyncFSWAL-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:17,493 DEBUG [AsyncFSWAL-28-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:17,494 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/hregion-88660741/hregion-88660741.1733617277480 2024-12-08T00:21:17,495 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:21:17,495 INFO [Time-limited test {}] regionserver.HRegion(7572): creating {ENCODED => 26a2312dff7f039999823e16dcb08612, NAME => 'testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testReplayEditsWrittenViaHRegion', {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/hbase 2024-12-08T00:21:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741926_1105 (size=67) 2024-12-08T00:21:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741926_1105 (size=67) 2024-12-08T00:21:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741926_1105 (size=67) 2024-12-08T00:21:17,506 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:17,507 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,508 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName a 2024-12-08T00:21:17,508 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,508 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,508 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,510 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName b 2024-12-08T00:21:17,510 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,510 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,510 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,511 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName c 2024-12-08T00:21:17,511 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,512 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,512 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,512 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,513 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,513 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,514 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,514 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:17,515 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,516 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T00:21:17,517 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26a2312dff7f039999823e16dcb08612; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73161562, jitterRate=0.09019222855567932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:17,517 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26a2312dff7f039999823e16dcb08612: Writing region info on filesystem at 1733617277506Initializing all the Stores at 1733617277506Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277506Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277507 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277507Cleaning up temporary data from old regions at 1733617277514 (+7 ms)Region opened successfully at 1733617277517 (+3 ms) 2024-12-08T00:21:17,517 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 26a2312dff7f039999823e16dcb08612, disabling compactions & flushes 2024-12-08T00:21:17,517 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,517 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,517 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. after waiting 0 ms 2024-12-08T00:21:17,517 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,517 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,517 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 26a2312dff7f039999823e16dcb08612: Waiting for close lock at 1733617277517Disabling compacts and flushes for region at 1733617277517Disabling writes for close at 1733617277517Writing region close event to WAL at 1733617277517Closed at 1733617277517 2024-12-08T00:21:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741925_1104 (size=93) 2024-12-08T00:21:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741925_1104 (size=93) 2024-12-08T00:21:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741925_1104 (size=93) 2024-12-08T00:21:17,521 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:21:17,522 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL hregion-88660741:(num 1733617277480) 2024-12-08T00:21:17,522 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:17,523 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:17,534 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524, exclude list is [], retry=0 2024-12-08T00:21:17,536 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:17,536 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:17,537 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:17,538 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524 2024-12-08T00:21:17,538 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:33503:33503)] 2024-12-08T00:21:17,538 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 26a2312dff7f039999823e16dcb08612, NAME => 'testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:17,539 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:17,539 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,539 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,540 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,541 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName a 2024-12-08T00:21:17,541 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,541 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,541 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,542 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName b 2024-12-08T00:21:17,542 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,542 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,542 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,543 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName c 2024-12-08T00:21:17,543 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,543 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,543 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,544 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,545 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,545 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,546 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:17,547 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,548 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26a2312dff7f039999823e16dcb08612; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73127970, jitterRate=0.08969166874885559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:17,548 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26a2312dff7f039999823e16dcb08612: Writing region info on filesystem at 1733617277539Initializing all the Stores at 1733617277540 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277540Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277540Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277540Cleaning up temporary data from old regions at 1733617277545 (+5 ms)Region opened successfully at 1733617277548 (+3 ms) 2024-12-08T00:21:17,555 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26a2312dff7f039999823e16dcb08612 3/3 column families, dataSize=870 B heapSize=2.31 KB 2024-12-08T00:21:17,568 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/a/1337c8fbb2f1439a8b0642acb1188b8f is 91, key is testReplayEditsWrittenViaHRegion/a:x0/1733617277548/Put/seqid=0 2024-12-08T00:21:17,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741928_1107 (size=5958) 2024-12-08T00:21:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741928_1107 (size=5958) 2024-12-08T00:21:17,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741928_1107 (size=5958) 2024-12-08T00:21:17,574 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/a/1337c8fbb2f1439a8b0642acb1188b8f 2024-12-08T00:21:17,579 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/a/1337c8fbb2f1439a8b0642acb1188b8f as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/a/1337c8fbb2f1439a8b0642acb1188b8f 2024-12-08T00:21:17,583 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/a/1337c8fbb2f1439a8b0642acb1188b8f, entries=10, sequenceid=13, filesize=5.8 K 2024-12-08T00:21:17,584 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~870 B/870, heapSize ~1.80 KB/1840, currentSize=0 B/0 for 26a2312dff7f039999823e16dcb08612 in 30ms, sequenceid=13, compaction requested=false 2024-12-08T00:21:17,585 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 26a2312dff7f039999823e16dcb08612: 2024-12-08T00:21:17,598 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 26a2312dff7f039999823e16dcb08612, disabling compactions & flushes 2024-12-08T00:21:17,598 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,598 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,598 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. after waiting 0 ms 2024-12-08T00:21:17,598 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,599 ERROR [Time-limited test {}] regionserver.HRegion(1960): Memstore data size is 1740 in region testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,599 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:17,599 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 26a2312dff7f039999823e16dcb08612: Waiting for close lock at 1733617277598Disabling compacts and flushes for region at 1733617277598Disabling writes for close at 1733617277598Writing region close event to WAL at 1733617277599 (+1 ms)Closed at 1733617277599 2024-12-08T00:21:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741927_1106 (size=2805) 2024-12-08T00:21:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741927_1106 (size=2805) 2024-12-08T00:21:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741927_1106 (size=2805) 2024-12-08T00:21:17,614 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524, size=2.7 K (2805bytes) 2024-12-08T00:21:17,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524 2024-12-08T00:21:17,614 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524 after 0ms 2024-12-08T00:21:17,616 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:17,616 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524 took 2ms 2024-12-08T00:21:17,618 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524 so closing down 2024-12-08T00:21:17,618 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:21:17,619 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000003-wal.1733617277524.temp 2024-12-08T00:21:17,620 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000003-wal.1733617277524.temp 2024-12-08T00:21:17,620 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:21:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741929_1108 (size=2312) 2024-12-08T00:21:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741929_1108 (size=2312) 2024-12-08T00:21:17,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741929_1108 (size=2312) 2024-12-08T00:21:17,627 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000003-wal.1733617277524.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T00:21:17,628 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000003-wal.1733617277524.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000035 2024-12-08T00:21:17,628 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524, size=2.7 K, length=2805, corrupted=false, cancelled=false 2024-12-08T00:21:17,628 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524, journal: Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524, size=2.7 K (2805bytes) at 1733617277614Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524 so closing down at 1733617277618 (+4 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000003-wal.1733617277524.temp at 1733617277620 (+2 ms)3 split writer threads finished at 1733617277620Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000003-wal.1733617277524.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733617277627 (+7 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000003-wal.1733617277524.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000035 at 1733617277628 (+1 ms)Processed 32 edits across 1 Regions in 11 ms; skipped=2; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524, size=2.7 K, length=2805, corrupted=false, cancelled=false at 1733617277628 2024-12-08T00:21:17,630 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277524 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617277524 2024-12-08T00:21:17,631 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000035 2024-12-08T00:21:17,631 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:17,633 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:17,644 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633, exclude list is [], retry=0 2024-12-08T00:21:17,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:17,646 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:17,647 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:17,648 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 2024-12-08T00:21:17,648 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:34551:34551),(127.0.0.1/127.0.0.1:44027:44027)] 2024-12-08T00:21:17,648 DEBUG [Time-limited test {}] regionserver.HRegion(7752): Opening region: {ENCODED => 26a2312dff7f039999823e16dcb08612, NAME => 'testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612.', STARTKEY => '', ENDKEY => ''} 2024-12-08T00:21:17,648 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:17,648 DEBUG [Time-limited test {}] regionserver.HRegion(7794): checking encryption for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,648 DEBUG [Time-limited test {}] regionserver.HRegion(7797): checking classloading for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,650 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,651 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName a 2024-12-08T00:21:17,651 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,656 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/a/1337c8fbb2f1439a8b0642acb1188b8f 2024-12-08T00:21:17,656 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,656 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,657 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName b 2024-12-08T00:21:17,657 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,657 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,658 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,658 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName c 2024-12-08T00:21:17,658 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:17,659 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:17,659 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,659 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,660 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,661 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000035 2024-12-08T00:21:17,663 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000035: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:17,664 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 20, skipped 10, firstSequenceIdInLog=3, maxSequenceIdInLog=35, path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000035 2024-12-08T00:21:17,664 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26a2312dff7f039999823e16dcb08612 3/3 column families, dataSize=1.70 KB heapSize=3.88 KB 2024-12-08T00:21:17,677 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/b/ff0b1dae2bee4966ae6e3df133f28439 is 91, key is testReplayEditsWrittenViaHRegion/b:x0/1733617277585/Put/seqid=0 2024-12-08T00:21:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741931_1110 (size=5958) 2024-12-08T00:21:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741931_1110 (size=5958) 2024-12-08T00:21:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741931_1110 (size=5958) 2024-12-08T00:21:17,683 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/b/ff0b1dae2bee4966ae6e3df133f28439 2024-12-08T00:21:17,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T00:21:17,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/c/2d8eef6784ad40a0b7922091d306bdaa is 91, key is testReplayEditsWrittenViaHRegion/c:x0/1733617277590/Put/seqid=0 2024-12-08T00:21:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741932_1111 (size=5958) 2024-12-08T00:21:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741932_1111 (size=5958) 2024-12-08T00:21:17,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741932_1111 (size=5958) 2024-12-08T00:21:17,708 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/c/2d8eef6784ad40a0b7922091d306bdaa 2024-12-08T00:21:17,713 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/b/ff0b1dae2bee4966ae6e3df133f28439 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/b/ff0b1dae2bee4966ae6e3df133f28439 2024-12-08T00:21:17,719 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/b/ff0b1dae2bee4966ae6e3df133f28439, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T00:21:17,720 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/c/2d8eef6784ad40a0b7922091d306bdaa as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/c/2d8eef6784ad40a0b7922091d306bdaa 2024-12-08T00:21:17,725 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/c/2d8eef6784ad40a0b7922091d306bdaa, entries=10, sequenceid=35, filesize=5.8 K 2024-12-08T00:21:17,725 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 26a2312dff7f039999823e16dcb08612 in 61ms, sequenceid=35, compaction requested=false; wal=null 2024-12-08T00:21:17,726 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000035 2024-12-08T00:21:17,727 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,727 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,728 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:17,729 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:17,731 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/35.seqid, newMaxSeqId=35, maxSeqId=1 2024-12-08T00:21:17,731 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26a2312dff7f039999823e16dcb08612; next sequenceid=36; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63409963, jitterRate=-0.05511792004108429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:17,732 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26a2312dff7f039999823e16dcb08612: Writing region info on filesystem at 1733617277649Initializing all the Stores at 1733617277649Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277649Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277650 (+1 ms)Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617277650Obtaining lock to block concurrent updates at 1733617277664 (+14 ms)Preparing flush snapshotting stores in 26a2312dff7f039999823e16dcb08612 at 1733617277664Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612., syncing WAL and waiting on mvcc, flushsize=dataSize=1740, getHeapSize=3920, getOffHeapSize=0, getCellsCount=20 at 1733617277664Flushing stores of testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. at 1733617277664Flushing 26a2312dff7f039999823e16dcb08612/b: creating writer at 1733617277664Flushing 26a2312dff7f039999823e16dcb08612/b: appending metadata at 1733617277676 (+12 ms)Flushing 26a2312dff7f039999823e16dcb08612/b: closing flushed file at 1733617277676Flushing 26a2312dff7f039999823e16dcb08612/c: creating writer at 1733617277688 (+12 ms)Flushing 26a2312dff7f039999823e16dcb08612/c: appending metadata at 1733617277701 (+13 ms)Flushing 26a2312dff7f039999823e16dcb08612/c: closing flushed file at 1733617277701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34b3305f: reopening flushed file at 1733617277712 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151cfd80: reopening flushed file at 1733617277720 (+8 ms)Finished flush of dataSize ~1.70 KB/1740, heapSize ~3.59 KB/3680, currentSize=0 B/0 for 26a2312dff7f039999823e16dcb08612 in 61ms, sequenceid=35, compaction requested=false; wal=null at 1733617277725 (+5 ms)Cleaning up temporary data from old regions at 1733617277727 (+2 ms)Region opened successfully at 1733617277732 (+5 ms) 2024-12-08T00:21:17,787 INFO [Time-limited test {}] wal.WALSplitter(299): Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633, size=0 (0bytes) 2024-12-08T00:21:17,787 WARN [Time-limited test {}] wal.WALSplitter(453): File hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 might be still open, length is 0 2024-12-08T00:21:17,787 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 2024-12-08T00:21:17,787 WARN [IPC Server handler 0 on default port 33953 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 has not been closed. Lease recovery is in progress. RecoveryId = 1112 for block blk_1073741930_1109 2024-12-08T00:21:17,788 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 after 1ms 2024-12-08T00:21:18,751 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:37962 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:45749:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37962 dst: /127.0.0.1:45749 java.io.InterruptedIOException: Interrupted while waiting for IO on channel java.nio.channels.SocketChannel[connected local=localhost/127.0.0.1:45749 remote=/127.0.0.1:37962]. Total timeout mills is 60000, 59003 millis timeout left. at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:350) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:18,752 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:45936 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:43525:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:45936 dst: /127.0.0.1:43525 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:18,752 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-658289613_22 at /127.0.0.1:51110 [Receiving block BP-1691157681-172.17.0.2-1733617239362:blk_1073741930_1109] {}] datanode.DataXceiver(331): 127.0.0.1:35565:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:51110 dst: /127.0.0.1:35565 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741930_1112 (size=2304) 2024-12-08T00:21:18,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741930_1112 (size=2304) 2024-12-08T00:21:21,789 INFO [Time-limited test {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 after 4002ms 2024-12-08T00:21:21,793 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633: isRecoveredEdits=false, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:21,794 INFO [Time-limited test {}] wal.WALSplitter(310): Open hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 took 4006ms 2024-12-08T00:21:21,797 INFO [Time-limited test {}] wal.WALSplitter(493): EOF from hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633; continuing. 2024-12-08T00:21:21,797 DEBUG [Time-limited test {}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 so closing down 2024-12-08T00:21:21,797 DEBUG [Time-limited test {}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-12-08T00:21:21,799 INFO [Time-limited test-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000037-wal.1733617277633.temp 2024-12-08T00:21:21,801 INFO [Time-limited test-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000037-wal.1733617277633.temp 2024-12-08T00:21:21,802 INFO [Time-limited test {}] wal.OutputSink(145): 3 split writer threads finished 2024-12-08T00:21:21,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741933_1113 (size=2312) 2024-12-08T00:21:21,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741933_1113 (size=2312) 2024-12-08T00:21:21,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741933_1113 (size=2312) 2024-12-08T00:21:21,809 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000037-wal.1733617277633.temp (wrote 30 edits, skipped 0 edits in 0 ms) 2024-12-08T00:21:21,811 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000037-wal.1733617277633.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000066 2024-12-08T00:21:21,811 INFO [Time-limited test {}] wal.WALSplitter(425): Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633, size=0, length=0, corrupted=false, cancelled=false 2024-12-08T00:21:21,811 DEBUG [Time-limited test {}] wal.WALSplitter(428): Completed split of hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633, journal: Splitting hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633, size=0 (0bytes) at 1733617277787Finishing writing output for hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 so closing down at 1733617281797 (+4010 ms)Creating recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000037-wal.1733617277633.temp at 1733617281801 (+4 ms)3 split writer threads finished at 1733617281802 (+1 ms)Closed recovered edits writer path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000037-wal.1733617277633.temp (wrote 30 edits, skipped 0 edits in 0 ms) at 1733617281809 (+7 ms)Rename recovered edits hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000037-wal.1733617277633.temp to hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000066 at 1733617281811 (+2 ms)Processed 30 edits across 1 Regions in 17 ms; skipped=0; WAL=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633, size=0, length=0, corrupted=false, cancelled=false at 1733617281811 2024-12-08T00:21:21,812 INFO [Time-limited test {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 to hdfs://localhost:33953/hbase/oldWALs/wal.1733617277633 2024-12-08T00:21:21,813 INFO [Time-limited test {}] wal.AbstractTestWALReplay(1167): Split file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000066 2024-12-08T00:21:21,813 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor monitor 2024-12-08T00:21:21,815 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=wal, suffix=, logDir=hdfs://localhost:33953/hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475, archiveDir=hdfs://localhost:33953/hbase/oldWALs, maxLogs=32 2024-12-08T00:21:21,827 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617281815, exclude list is [], retry=0 2024-12-08T00:21:21,829 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45749,DS-32b8dc37-6c7a-4c7c-a612-e5b4ef35b5e0,DISK] 2024-12-08T00:21:21,829 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43525,DS-ec01b844-04b1-4605-9bbc-c62073f71557,DISK] 2024-12-08T00:21:21,829 DEBUG [TestAsyncWALReplay-pool-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35565,DS-d8ccb3db-6409-4836-97cd-29945f826487,DISK] 2024-12-08T00:21:21,831 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617281815 2024-12-08T00:21:21,831 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33503:33503),(127.0.0.1/127.0.0.1:44027:44027),(127.0.0.1/127.0.0.1:34551:34551)] 2024-12-08T00:21:21,831 DEBUG [Time-limited test {}] regionserver.HRegion(898): Instantiated testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T00:21:21,832 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family a of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,833 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName a 2024-12-08T00:21:21,833 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:21,838 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/a/1337c8fbb2f1439a8b0642acb1188b8f 2024-12-08T00:21:21,838 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/a, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:21,838 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family b of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,839 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName b 2024-12-08T00:21:21,839 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:21,843 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/b/ff0b1dae2bee4966ae6e3df133f28439 2024-12-08T00:21:21,843 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/b, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:21,843 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family c of region 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,844 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 26a2312dff7f039999823e16dcb08612 columnFamilyName c 2024-12-08T00:21:21,844 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T00:21:21,848 DEBUG [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/c/2d8eef6784ad40a0b7922091d306bdaa 2024-12-08T00:21:21,848 INFO [StoreOpener-26a2312dff7f039999823e16dcb08612-1 {}] regionserver.HStore(327): Store=26a2312dff7f039999823e16dcb08612/c, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T00:21:21,849 DEBUG [Time-limited test {}] regionserver.HRegion(1038): replaying wal for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,849 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,851 DEBUG [Time-limited test {}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,851 INFO [Time-limited test {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000066 2024-12-08T00:21:21,853 DEBUG [Time-limited test {}] wal.AbstractProtobufWALReader(321): Initializing compression context for hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000066: isRecoveredEdits=true, hasTagCompression=true, hasValueCompression=false, valueCompressionType=null 2024-12-08T00:21:21,856 DEBUG [Time-limited test {}] regionserver.HRegion(5793): Applied 30, skipped 0, firstSequenceIdInLog=37, maxSequenceIdInLog=66, path=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000066 2024-12-08T00:21:21,856 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 26a2312dff7f039999823e16dcb08612 3/3 column families, dataSize=2.55 KB heapSize=5.44 KB 2024-12-08T00:21:21,869 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/a/644447b065fe47f781d67ca2012191d2 is 91, key is testReplayEditsWrittenViaHRegion/a:y0/1733617277738/Put/seqid=0 2024-12-08T00:21:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741935_1115 (size=5958) 2024-12-08T00:21:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741935_1115 (size=5958) 2024-12-08T00:21:21,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741935_1115 (size=5958) 2024-12-08T00:21:21,875 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/a/644447b065fe47f781d67ca2012191d2 2024-12-08T00:21:21,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/b/e4fa381c0e3645e3859a2e07cffe511b is 91, key is testReplayEditsWrittenViaHRegion/b:y0/1733617277743/Put/seqid=0 2024-12-08T00:21:21,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741936_1116 (size=5958) 2024-12-08T00:21:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741936_1116 (size=5958) 2024-12-08T00:21:21,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741936_1116 (size=5958) 2024-12-08T00:21:21,903 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/b/e4fa381c0e3645e3859a2e07cffe511b 2024-12-08T00:21:21,920 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/c/f75d5762ed3d4855a105426db63da6cb is 91, key is testReplayEditsWrittenViaHRegion/c:y0/1733617277749/Put/seqid=0 2024-12-08T00:21:21,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741937_1117 (size=5958) 2024-12-08T00:21:21,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741937_1117 (size=5958) 2024-12-08T00:21:21,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741937_1117 (size=5958) 2024-12-08T00:21:21,925 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=870 B at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/c/f75d5762ed3d4855a105426db63da6cb 2024-12-08T00:21:21,930 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/a/644447b065fe47f781d67ca2012191d2 as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/a/644447b065fe47f781d67ca2012191d2 2024-12-08T00:21:21,934 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/a/644447b065fe47f781d67ca2012191d2, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T00:21:21,935 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/b/e4fa381c0e3645e3859a2e07cffe511b as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/b/e4fa381c0e3645e3859a2e07cffe511b 2024-12-08T00:21:21,939 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/b/e4fa381c0e3645e3859a2e07cffe511b, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T00:21:21,940 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/.tmp/c/f75d5762ed3d4855a105426db63da6cb as hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/c/f75d5762ed3d4855a105426db63da6cb 2024-12-08T00:21:21,944 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/c/f75d5762ed3d4855a105426db63da6cb, entries=10, sequenceid=66, filesize=5.8 K 2024-12-08T00:21:21,944 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 26a2312dff7f039999823e16dcb08612 in 88ms, sequenceid=66, compaction requested=false; wal=null 2024-12-08T00:21:21,945 DEBUG [Time-limited test {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/0000000000000000066 2024-12-08T00:21:21,946 DEBUG [Time-limited test {}] regionserver.HRegion(1048): stopping wal replay for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,946 DEBUG [Time-limited test {}] regionserver.HRegion(1060): Cleaning up temporary data for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,946 DEBUG [Time-limited test {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testReplayEditsWrittenViaHRegion descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T00:21:21,947 DEBUG [Time-limited test {}] regionserver.HRegion(1093): writing seq id for 26a2312dff7f039999823e16dcb08612 2024-12-08T00:21:21,949 DEBUG [Time-limited test {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/hbase/data/default/testReplayEditsWrittenViaHRegion/26a2312dff7f039999823e16dcb08612/recovered.edits/66.seqid, newMaxSeqId=66, maxSeqId=35 2024-12-08T00:21:21,950 INFO [Time-limited test {}] regionserver.HRegion(1114): Opened 26a2312dff7f039999823e16dcb08612; next sequenceid=67; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65483948, jitterRate=-0.024213135242462158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T00:21:21,950 DEBUG [Time-limited test {}] regionserver.HRegion(1006): Region open journal for 26a2312dff7f039999823e16dcb08612: Writing region info on filesystem at 1733617281831Initializing all the Stores at 1733617281832 (+1 ms)Instantiating store for column family {NAME => 'a', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617281832Instantiating store for column family {NAME => 'b', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617281832Instantiating store for column family {NAME => 'c', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733617281832Obtaining lock to block concurrent updates at 1733617281856 (+24 ms)Preparing flush snapshotting stores in 26a2312dff7f039999823e16dcb08612 at 1733617281856Finished memstore snapshotting testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612., syncing WAL and waiting on mvcc, flushsize=dataSize=2610, getHeapSize=5520, getOffHeapSize=0, getCellsCount=30 at 1733617281856Flushing stores of testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. at 1733617281856Flushing 26a2312dff7f039999823e16dcb08612/a: creating writer at 1733617281856Flushing 26a2312dff7f039999823e16dcb08612/a: appending metadata at 1733617281868 (+12 ms)Flushing 26a2312dff7f039999823e16dcb08612/a: closing flushed file at 1733617281868Flushing 26a2312dff7f039999823e16dcb08612/b: creating writer at 1733617281879 (+11 ms)Flushing 26a2312dff7f039999823e16dcb08612/b: appending metadata at 1733617281896 (+17 ms)Flushing 26a2312dff7f039999823e16dcb08612/b: closing flushed file at 1733617281897 (+1 ms)Flushing 26a2312dff7f039999823e16dcb08612/c: creating writer at 1733617281907 (+10 ms)Flushing 26a2312dff7f039999823e16dcb08612/c: appending metadata at 1733617281920 (+13 ms)Flushing 26a2312dff7f039999823e16dcb08612/c: closing flushed file at 1733617281920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2982c3e1: reopening flushed file at 1733617281929 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7441e36: reopening flushed file at 1733617281935 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226cd450: reopening flushed file at 1733617281940 (+5 ms)Finished flush of dataSize ~2.55 KB/2610, heapSize ~5.39 KB/5520, currentSize=0 B/0 for 26a2312dff7f039999823e16dcb08612 in 88ms, sequenceid=66, compaction requested=false; wal=null at 1733617281944 (+4 ms)Cleaning up temporary data from old regions at 1733617281946 (+2 ms)Region opened successfully at 1733617281950 (+4 ms) 2024-12-08T00:21:21,961 DEBUG [Time-limited test {}] regionserver.HRegion(1722): Closing 26a2312dff7f039999823e16dcb08612, disabling compactions & flushes 2024-12-08T00:21:21,961 INFO [Time-limited test {}] regionserver.HRegion(1755): Closing region testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:21,961 DEBUG [Time-limited test {}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:21,961 DEBUG [Time-limited test {}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. after waiting 0 ms 2024-12-08T00:21:21,961 DEBUG [Time-limited test {}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:21,962 INFO [Time-limited test {}] regionserver.HRegion(1973): Closed testReplayEditsWrittenViaHRegion,,1733617277476.26a2312dff7f039999823e16dcb08612. 2024-12-08T00:21:21,962 DEBUG [Time-limited test {}] regionserver.HRegion(1676): Region close journal for 26a2312dff7f039999823e16dcb08612: Waiting for close lock at 1733617281961Disabling compacts and flushes for region at 1733617281961Disabling writes for close at 1733617281961Writing region close event to WAL at 1733617281962 (+1 ms)Closed at 1733617281962 2024-12-08T00:21:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741934_1114 (size=93) 2024-12-08T00:21:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741934_1114 (size=93) 2024-12-08T00:21:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741934_1114 (size=93) 2024-12-08T00:21:21,966 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /hbase/oldWALs 2024-12-08T00:21:21,966 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL wal:(num 1733617281815) 2024-12-08T00:21:21,978 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncWALReplayCompressed#testReplayEditsWrittenViaHRegion Thread=447 (was 440) Potentially hanging thread: AsyncFSWAL-28-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkinstestReplayEditsWrittenViaHRegion@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836715032_22 at /127.0.0.1:42972 [Waiting for operation #18] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1987708253) connection to localhost/127.0.0.1:33953 from jenkinstestReplayEditsWrittenViaHRegion java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836715032_22 at /127.0.0.1:50954 [Waiting for operation #10] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-28-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-836715032_22 at /127.0.0.1:52596 [Waiting for operation #15] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=1414 (was 1348) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=197 (was 214), ProcessCount=11 (was 11), AvailableMemoryMB=8691 (was 8714) 2024-12-08T00:21:21,978 WARN [Time-limited test {}] hbase.ResourceChecker(130): OpenFileDescriptor=1414 is superior to 1024 2024-12-08T00:21:21,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T00:21:21,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T00:21:21,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:21:21,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:21,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:21,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T00:21:21,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T00:21:21,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1885054661, stopped=false 2024-12-08T00:21:21,980 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c1a8cf8d4cfa,35787,1733617243631 2024-12-08T00:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T00:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T00:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T00:21:22,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:21:22,116 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T00:21:22,117 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T00:21:22,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:21:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:21:22,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:21:22,118 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T00:21:22,118 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(878): Closing user regions 2024-12-08T00:21:22,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c1a8cf8d4cfa,45167,1733617244574' ***** 2024-12-08T00:21:22,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T00:21:22,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c1a8cf8d4cfa,41039,1733617244623' ***** 2024-12-08T00:21:22,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T00:21:22,120 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T00:21:22,120 INFO [RS:2;c1a8cf8d4cfa:41039 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T00:21:22,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T00:21:22,120 INFO [RS:2;c1a8cf8d4cfa:41039 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T00:21:22,121 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:22,121 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(959): stopping server c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:21:22,121 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:21:22,122 INFO [RS:2;c1a8cf8d4cfa:41039 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c1a8cf8d4cfa:41039. 2024-12-08T00:21:22,121 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c9c81ab04edc6ea453871c8babd21b1, disabling compactions & flushes 2024-12-08T00:21:22,122 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:21:22,122 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:22,122 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T00:21:22,122 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:22,122 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. after waiting 0 ms 2024-12-08T00:21:22,122 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T00:21:22,122 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(959): stopping server c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:21:22,122 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:21:22,122 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1325): Online Regions={4c9c81ab04edc6ea453871c8babd21b1=testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1.} 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c1a8cf8d4cfa:45167. 2024-12-08T00:21:22,122 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1351): Waiting on 4c9c81ab04edc6ea453871c8babd21b1 2024-12-08T00:21:22,122 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T00:21:22,122 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T00:21:22,122 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T00:21:22,123 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T00:21:22,123 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T00:21:22,123 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T00:21:22,123 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T00:21:22,123 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T00:21:22,123 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T00:21:22,123 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T00:21:22,123 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T00:21:22,123 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=6.86 KB heapSize=11.45 KB 2024-12-08T00:21:22,126 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/default/testReplayEditsAfterRegionMovedWithMultiCF/4c9c81ab04edc6ea453871c8babd21b1/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=17 2024-12-08T00:21:22,127 INFO [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:22,127 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c9c81ab04edc6ea453871c8babd21b1: Waiting for close lock at 1733617282121Running coprocessor pre-close hooks at 1733617282121Disabling compacts and flushes for region at 1733617282121Disabling writes for close at 1733617282122 (+1 ms)Writing region close event to WAL at 1733617282123 (+1 ms)Running coprocessor post-close hooks at 1733617282127 (+4 ms)Closed at 1733617282127 2024-12-08T00:21:22,127 DEBUG [RS_CLOSE_REGION-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1. 2024-12-08T00:21:22,145 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/info/37ca065924974beabb14ec1b2eb52ccb is 205, key is testReplayEditsAfterRegionMovedWithMultiCF,,1733617258674.4c9c81ab04edc6ea453871c8babd21b1./info:regioninfo/1733617262150/Put/seqid=0 2024-12-08T00:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741938_1118 (size=8243) 2024-12-08T00:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741938_1118 (size=8243) 2024-12-08T00:21:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741938_1118 (size=8243) 2024-12-08T00:21:22,151 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.65 KB at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/info/37ca065924974beabb14ec1b2eb52ccb 2024-12-08T00:21:22,167 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/ns/91abbf96005d49c2b196de571df975d0 is 43, key is default/ns:d/1733617246767/Put/seqid=0 2024-12-08T00:21:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741939_1119 (size=5153) 2024-12-08T00:21:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741939_1119 (size=5153) 2024-12-08T00:21:22,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741939_1119 (size=5153) 2024-12-08T00:21:22,173 INFO [regionserver/c1a8cf8d4cfa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:21:22,173 INFO [regionserver/c1a8cf8d4cfa:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:21:22,173 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/ns/91abbf96005d49c2b196de571df975d0 2024-12-08T00:21:22,190 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/table/26719faff199417582675a1c501cdb1b is 78, key is testReplayEditsAfterRegionMovedWithMultiCF/table:state/1733617259094/Put/seqid=0 2024-12-08T00:21:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741940_1120 (size=5431) 2024-12-08T00:21:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741940_1120 (size=5431) 2024-12-08T00:21:22,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741940_1120 (size=5431) 2024-12-08T00:21:22,197 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=148 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/table/26719faff199417582675a1c501cdb1b 2024-12-08T00:21:22,202 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/info/37ca065924974beabb14ec1b2eb52ccb as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/info/37ca065924974beabb14ec1b2eb52ccb 2024-12-08T00:21:22,207 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/info/37ca065924974beabb14ec1b2eb52ccb, entries=18, sequenceid=21, filesize=8.0 K 2024-12-08T00:21:22,208 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/ns/91abbf96005d49c2b196de571df975d0 as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/ns/91abbf96005d49c2b196de571df975d0 2024-12-08T00:21:22,214 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/ns/91abbf96005d49c2b196de571df975d0, entries=2, sequenceid=21, filesize=5.0 K 2024-12-08T00:21:22,215 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/.tmp/table/26719faff199417582675a1c501cdb1b as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/table/26719faff199417582675a1c501cdb1b 2024-12-08T00:21:22,219 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/table/26719faff199417582675a1c501cdb1b, entries=2, sequenceid=21, filesize=5.3 K 2024-12-08T00:21:22,220 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=21, compaction requested=false 2024-12-08T00:21:22,224 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-08T00:21:22,224 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T00:21:22,224 INFO [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T00:21:22,225 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733617282123Running coprocessor pre-close hooks at 1733617282123Disabling compacts and flushes for region at 1733617282123Disabling writes for close at 1733617282123Obtaining lock to block concurrent updates at 1733617282123Preparing flush snapshotting stores in 1588230740 at 1733617282123Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=7029, getHeapSize=11664, getOffHeapSize=0, getCellsCount=48 at 1733617282123Flushing stores of hbase:meta,,1.1588230740 at 1733617282124 (+1 ms)Flushing 1588230740/info: creating writer at 1733617282124Flushing 1588230740/info: appending metadata at 1733617282144 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733617282144Flushing 1588230740/ns: creating writer at 1733617282155 (+11 ms)Flushing 1588230740/ns: appending metadata at 1733617282166 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1733617282166Flushing 1588230740/table: creating writer at 1733617282177 (+11 ms)Flushing 1588230740/table: appending metadata at 1733617282190 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733617282190Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b0c11c: reopening flushed file at 1733617282201 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb4f7e9: reopening flushed file at 1733617282207 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@759e682d: reopening flushed file at 1733617282214 (+7 ms)Finished flush of dataSize ~6.86 KB/7029, heapSize ~11.16 KB/11424, currentSize=0 B/0 for 1588230740 in 97ms, sequenceid=21, compaction requested=false at 1733617282220 (+6 ms)Writing region close event to WAL at 1733617282221 (+1 ms)Running coprocessor post-close hooks at 1733617282224 (+3 ms)Closed at 1733617282224 2024-12-08T00:21:22,225 DEBUG [RS_CLOSE_META-regionserver/c1a8cf8d4cfa:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T00:21:22,322 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(976): stopping server c1a8cf8d4cfa,41039,1733617244623; all regions closed. 2024-12-08T00:21:22,323 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(976): stopping server c1a8cf8d4cfa,45167,1733617244574; all regions closed. 2024-12-08T00:21:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741833_1009 (size=841) 2024-12-08T00:21:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741833_1009 (size=841) 2024-12-08T00:21:22,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741833_1009 (size=841) 2024-12-08T00:21:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741836_1012 (size=3783) 2024-12-08T00:21:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741836_1012 (size=3783) 2024-12-08T00:21:22,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741836_1012 (size=3783) 2024-12-08T00:21:22,333 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs 2024-12-08T00:21:22,333 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs 2024-12-08T00:21:22,333 INFO [RS:1;c1a8cf8d4cfa:45167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c1a8cf8d4cfa%2C45167%2C1733617244574.meta:.meta(num 1733617246561) 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c1a8cf8d4cfa%2C41039%2C1733617244623:(num 1733617246084) 2024-12-08T00:21:22,333 DEBUG [RS:2;c1a8cf8d4cfa:41039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.ChoreService(370): Chore service for: regionserver/c1a8cf8d4cfa:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T00:21:22,333 INFO [regionserver/c1a8cf8d4cfa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:21:22,333 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:21:22,334 INFO [RS:2;c1a8cf8d4cfa:41039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41039 2024-12-08T00:21:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741834_1010 (size=2054) 2024-12-08T00:21:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741834_1010 (size=2054) 2024-12-08T00:21:22,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741834_1010 (size=2054) 2024-12-08T00:21:22,337 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/oldWALs 2024-12-08T00:21:22,337 INFO [RS:1;c1a8cf8d4cfa:45167 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c1a8cf8d4cfa%2C45167%2C1733617244574:(num 1733617246084) 2024-12-08T00:21:22,337 DEBUG [RS:1;c1a8cf8d4cfa:45167 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T00:21:22,337 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T00:21:22,337 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:21:22,337 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.ChoreService(370): Chore service for: regionserver/c1a8cf8d4cfa:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-08T00:21:22,338 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:21:22,338 INFO [regionserver/c1a8cf8d4cfa:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:21:22,338 INFO [RS:1;c1a8cf8d4cfa:45167 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45167 2024-12-08T00:21:22,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c1a8cf8d4cfa,41039,1733617244623 2024-12-08T00:21:22,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T00:21:22,398 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:21:22,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c1a8cf8d4cfa,45167,1733617244574 2024-12-08T00:21:22,416 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:21:22,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c1a8cf8d4cfa,45167,1733617244574] 2024-12-08T00:21:22,447 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c1a8cf8d4cfa,45167,1733617244574 already deleted, retry=false 2024-12-08T00:21:22,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c1a8cf8d4cfa,45167,1733617244574 expired; onlineServers=1 2024-12-08T00:21:22,448 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c1a8cf8d4cfa,41039,1733617244623] 2024-12-08T00:21:22,458 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c1a8cf8d4cfa,41039,1733617244623 already deleted, retry=false 2024-12-08T00:21:22,458 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c1a8cf8d4cfa,41039,1733617244623 expired; onlineServers=0 2024-12-08T00:21:22,458 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c1a8cf8d4cfa,35787,1733617243631' ***** 2024-12-08T00:21:22,459 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T00:21:22,459 INFO [M:0;c1a8cf8d4cfa:35787 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T00:21:22,459 INFO [M:0;c1a8cf8d4cfa:35787 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T00:21:22,459 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T00:21:22,460 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T00:21:22,460 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T00:21:22,460 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster-HFileCleaner.large.0-1733617245756 {}] cleaner.HFileCleaner(306): Exit Thread[master/c1a8cf8d4cfa:0:becomeActiveMaster-HFileCleaner.large.0-1733617245756,5,FailOnTimeoutGroup] 2024-12-08T00:21:22,460 DEBUG [master/c1a8cf8d4cfa:0:becomeActiveMaster-HFileCleaner.small.0-1733617245757 {}] cleaner.HFileCleaner(306): Exit Thread[master/c1a8cf8d4cfa:0:becomeActiveMaster-HFileCleaner.small.0-1733617245757,5,FailOnTimeoutGroup] 2024-12-08T00:21:22,461 INFO [M:0;c1a8cf8d4cfa:35787 {}] hbase.ChoreService(370): Chore service for: master/c1a8cf8d4cfa:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T00:21:22,461 INFO [M:0;c1a8cf8d4cfa:35787 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T00:21:22,461 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] master.HMaster(1795): Stopping service threads 2024-12-08T00:21:22,462 INFO [M:0;c1a8cf8d4cfa:35787 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T00:21:22,462 INFO [M:0;c1a8cf8d4cfa:35787 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T00:21:22,463 INFO [M:0;c1a8cf8d4cfa:35787 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T00:21:22,463 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T00:21:22,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T00:21:22,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T00:21:22,473 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] zookeeper.ZKUtil(347): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T00:21:22,473 WARN [M:0;c1a8cf8d4cfa:35787 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T00:21:22,474 INFO [M:0;c1a8cf8d4cfa:35787 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/.lastflushedseqids 2024-12-08T00:21:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741941_1121 (size=138) 2024-12-08T00:21:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741941_1121 (size=138) 2024-12-08T00:21:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741941_1121 (size=138) 2024-12-08T00:21:22,492 INFO [M:0;c1a8cf8d4cfa:35787 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T00:21:22,492 INFO [M:0;c1a8cf8d4cfa:35787 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T00:21:22,492 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T00:21:22,492 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:21:22,492 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:21:22,492 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T00:21:22,492 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:21:22,492 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=68.33 KB heapSize=83.72 KB 2024-12-08T00:21:22,508 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c72e1d8527b340568af52bc783dae886 is 82, key is hbase:meta,,1/info:regioninfo/1733617246641/Put/seqid=0 2024-12-08T00:21:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741942_1122 (size=5672) 2024-12-08T00:21:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741942_1122 (size=5672) 2024-12-08T00:21:22,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741942_1122 (size=5672) 2024-12-08T00:21:22,514 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c72e1d8527b340568af52bc783dae886 2024-12-08T00:21:22,527 INFO [RS:2;c1a8cf8d4cfa:41039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:21:22,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:22,527 INFO [RS:2;c1a8cf8d4cfa:41039 {}] regionserver.HRegionServer(1031): Exiting; stopping=c1a8cf8d4cfa,41039,1733617244623; zookeeper connection closed. 2024-12-08T00:21:22,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41039-0x10002cbd9ca0003, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:22,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2dd511a1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2dd511a1 2024-12-08T00:21:22,531 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87ed2d20836f4f50bb97176b5a8450cb is 1075, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733617259100/Put/seqid=0 2024-12-08T00:21:22,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741943_1123 (size=7754) 2024-12-08T00:21:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741943_1123 (size=7754) 2024-12-08T00:21:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741943_1123 (size=7754) 2024-12-08T00:21:22,537 INFO [RS:1;c1a8cf8d4cfa:45167 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:21:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:22,537 INFO [RS:1;c1a8cf8d4cfa:45167 {}] regionserver.HRegionServer(1031): Exiting; stopping=c1a8cf8d4cfa,45167,1733617244574; zookeeper connection closed. 2024-12-08T00:21:22,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45167-0x10002cbd9ca0002, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:22,537 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b44b9a0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b44b9a0 2024-12-08T00:21:22,537 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87ed2d20836f4f50bb97176b5a8450cb 2024-12-08T00:21:22,538 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-12-08T00:21:22,542 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87ed2d20836f4f50bb97176b5a8450cb 2024-12-08T00:21:22,555 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ea79375a3c04329b9e9de202b98d574 is 69, key is c1a8cf8d4cfa,41039,1733617244623/rs:state/1733617245768/Put/seqid=0 2024-12-08T00:21:22,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741944_1124 (size=5440) 2024-12-08T00:21:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741944_1124 (size=5440) 2024-12-08T00:21:22,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741944_1124 (size=5440) 2024-12-08T00:21:22,563 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ea79375a3c04329b9e9de202b98d574 2024-12-08T00:21:22,569 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ea79375a3c04329b9e9de202b98d574 2024-12-08T00:21:22,570 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c72e1d8527b340568af52bc783dae886 as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c72e1d8527b340568af52bc783dae886 2024-12-08T00:21:22,575 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c72e1d8527b340568af52bc783dae886, entries=8, sequenceid=168, filesize=5.5 K 2024-12-08T00:21:22,577 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87ed2d20836f4f50bb97176b5a8450cb as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87ed2d20836f4f50bb97176b5a8450cb 2024-12-08T00:21:22,582 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87ed2d20836f4f50bb97176b5a8450cb 2024-12-08T00:21:22,583 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87ed2d20836f4f50bb97176b5a8450cb, entries=17, sequenceid=168, filesize=7.6 K 2024-12-08T00:21:22,584 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ea79375a3c04329b9e9de202b98d574 as hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ea79375a3c04329b9e9de202b98d574 2024-12-08T00:21:22,588 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ea79375a3c04329b9e9de202b98d574 2024-12-08T00:21:22,588 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/beeb3db3-0a3a-7561-3ea4-a03c3bd56035/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ea79375a3c04329b9e9de202b98d574, entries=3, sequenceid=168, filesize=5.3 K 2024-12-08T00:21:22,589 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(3140): Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=168, compaction requested=false 2024-12-08T00:21:22,590 INFO [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T00:21:22,590 DEBUG [M:0;c1a8cf8d4cfa:35787 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733617282492Disabling compacts and flushes for region at 1733617282492Disabling writes for close at 1733617282492Obtaining lock to block concurrent updates at 1733617282492Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733617282492Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=69972, getHeapSize=85664, getOffHeapSize=0, getCellsCount=195 at 1733617282493 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733617282493Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733617282493Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733617282507 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733617282508 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733617282518 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733617282530 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733617282530Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733617282542 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733617282554 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733617282554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6467bcde: reopening flushed file at 1733617282569 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47427768: reopening flushed file at 1733617282576 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a424eac: reopening flushed file at 1733617282583 (+7 ms)Finished flush of dataSize ~68.33 KB/69972, heapSize ~83.42 KB/85424, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=168, compaction requested=false at 1733617282589 (+6 ms)Writing region close event to WAL at 1733617282590 (+1 ms)Closed at 1733617282590 2024-12-08T00:21:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43525 is added to blk_1073741830_1006 (size=71325) 2024-12-08T00:21:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35565 is added to blk_1073741830_1006 (size=71325) 2024-12-08T00:21:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45749 is added to blk_1073741830_1006 (size=71325) 2024-12-08T00:21:22,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T00:21:22,594 INFO [M:0;c1a8cf8d4cfa:35787 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T00:21:22,594 INFO [M:0;c1a8cf8d4cfa:35787 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35787 2024-12-08T00:21:22,594 INFO [M:0;c1a8cf8d4cfa:35787 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T00:21:22,705 INFO [M:0;c1a8cf8d4cfa:35787 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T00:21:22,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:22,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35787-0x10002cbd9ca0000, quorum=127.0.0.1:59967, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T00:21:22,713 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262797 with renewLeaseKey: DEFAULT_16655 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262797 (inode 16655) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterpartialflush-manual,16010,1733617262485/wal.1733617262797 (inode 16655) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T00:21:22,714 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testregionmadeofbulkloadedfilesonly-manual,16010,1733617254274/wal.1733617254375 with renewLeaseKey: DEFAULT_16586 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:22,714 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenviahregion-manual,16010,1733617277475/wal.1733617277633 with renewLeaseKey: DEFAULT_16767 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:22,716 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617272209 with renewLeaseKey: DEFAULT_16678 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617272209 (inode 16678) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testreplayeditsafterabortingflush-manual,16010,1733617262956/wal.1733617272209 (inode 16678) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T00:21:22,717 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testreplayeditswrittenintowal-manual,16010,1733617247859/wal.1733617247930 with renewLeaseKey: DEFAULT_16506 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:22,719 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272855 with renewLeaseKey: DEFAULT_16704 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272855 (inode 16704) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testdatalosswheninputerror-manual,16010,1733617272413/wal.1733617272855 (inode 16704) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T00:21:22,719 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testcompactedbulkloadedfiles-manual,16010,1733617272992/wal.1733617273054 with renewLeaseKey: DEFAULT_16726 java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T00:21:22,721 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal.1733617247732 with renewLeaseKey: DEFAULT_16485 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal.1733617247732 (inode 16485) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit1-manual,16010,1733617247543/wal.1733617247732 (inode 16485) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T00:21:22,723 ERROR [Time-limited test {}] hdfs.DFSClient(665): Failed to close file: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal.1733617247309 with renewLeaseKey: DEFAULT_16462 java.io.FileNotFoundException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal.1733617247309 (inode 16462) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.ipc.RemoteException.instantiateException(RemoteException.java:121) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.RemoteException.unwrapRemoteException(RemoteException.java:110) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:653) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:619) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hdfs.DummyDFSOutputStream.close(DummyDFSOutputStream.java:52) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeAllFilesBeingWritten(DFSClient.java:662) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DFSClient.closeOutputStreams(DFSClient.java:699) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.close(DistributedFileSystem.java:1528) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2194) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2174) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:2167) ~[hadoop-hdfs-3.4.1-tests.jar:?] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniDFSCluster(HBaseTestingUtil.java:761) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1021) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AbstractTestWALReplay.tearDownAfterClass(AbstractTestWALReplay.java:153) ~[test-classes/:?] at org.apache.hadoop.hbase.regionserver.wal.TestAsyncWALReplay.tearDownAfterClass(TestAsyncWALReplay.java:67) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.ipc.RemoteException: File does not exist: /hbase/WALs/testnameconflictwhensplit0-manual,16010,1733617247061/wal.1733617247309 (inode 16462) Holder DFSClient_NONMAPREDUCE_-658289613_22 does not have any open files. at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.checkLease(FSNamesystem.java:3188) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFileInternal(FSDirWriteFileOp.java:703) at org.apache.hadoop.hdfs.server.namenode.FSDirWriteFileOp.completeFile(FSDirWriteFileOp.java:689) at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.completeFile(FSNamesystem.java:3232) at org.apache.hadoop.hdfs.server.namenode.NameNodeRpcServer.complete(NameNodeRpcServer.java:983) at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolServerSideTranslatorPB.complete(ClientNamenodeProtocolServerSideTranslatorPB.java:649) at org.apache.hadoop.hdfs.protocol.proto.ClientNamenodeProtocolProtos$ClientNamenodeProtocol$2.callBlockingMethod(ClientNamenodeProtocolProtos.java) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:621) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:589) at org.apache.hadoop.ipc.ProtobufRpcEngine2$Server$ProtoBufRpcInvoker.call(ProtobufRpcEngine2.java:573) at org.apache.hadoop.ipc.RPC$Server.call(RPC.java:1227) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1246) at org.apache.hadoop.ipc.Server$RpcCall.run(Server.java:1169) at java.base/java.security.AccessController.doPrivileged(AccessController.java:712) at java.base/javax.security.auth.Subject.doAs(Subject.java:439) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) at org.apache.hadoop.ipc.Server$Handler.run(Server.java:3198) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1584) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1529) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.Client.call(Client.java:1426) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:258) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.ipc.ProtobufRpcEngine2$Invoker.invoke(ProtobufRpcEngine2.java:139) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy43.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.lambda$complete$13(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.ipc.internal.ShadedProtobufHelper.ipc(ShadedProtobufHelper.java:160) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocolPB.ClientNamenodeProtocolTranslatorPB.complete(ClientNamenodeProtocolTranslatorPB.java:532) ~[hadoop-hdfs-client-3.4.1.jar:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:437) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:170) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:162) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:100) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:366) ~[hadoop-common-3.4.1.jar:?] at jdk.proxy2.$Proxy44.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedMethodAccessor3.invoke(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.apache.hadoop.hbase.fs.HFileSystem$1.invoke(HFileSystem.java:363) ~[classes/:?] at jdk.proxy2.$Proxy47.complete(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.completeFile(FanOutOneBlockAsyncDFSOutputHelper.java:646) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 25 more 2024-12-08T00:21:22,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4290616c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:21:22,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e25d2b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:21:22,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:21:22,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6853f5bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:21:22,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bf0fdb4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,STOPPED} 2024-12-08T00:21:22,732 WARN [BP-1691157681-172.17.0.2-1733617239362 heartbeating to localhost/127.0.0.1:33953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T00:21:22,732 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T00:21:22,732 WARN [BP-1691157681-172.17.0.2-1733617239362 heartbeating to localhost/127.0.0.1:33953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1691157681-172.17.0.2-1733617239362 (Datanode Uuid 745c45df-be57-49b2-8b93-98c49de0fead) service to localhost/127.0.0.1:33953 2024-12-08T00:21:22,732 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T00:21:22,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data5/current/BP-1691157681-172.17.0.2-1733617239362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:21:22,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data6/current/BP-1691157681-172.17.0.2-1733617239362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:21:22,734 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T00:21:22,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28e1ba78{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:21:22,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@702c0733{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:21:22,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:21:22,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3264f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:21:22,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e971547{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,STOPPED} 2024-12-08T00:21:22,737 WARN [BP-1691157681-172.17.0.2-1733617239362 heartbeating to localhost/127.0.0.1:33953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T00:21:22,737 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T00:21:22,737 WARN [BP-1691157681-172.17.0.2-1733617239362 heartbeating to localhost/127.0.0.1:33953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1691157681-172.17.0.2-1733617239362 (Datanode Uuid 2e78d165-4ea5-4b44-8d1b-a33e0326a65b) service to localhost/127.0.0.1:33953 2024-12-08T00:21:22,737 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T00:21:22,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data3/current/BP-1691157681-172.17.0.2-1733617239362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:21:22,738 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data4/current/BP-1691157681-172.17.0.2-1733617239362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:21:22,738 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T00:21:22,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc44ec6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T00:21:22,740 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17f6e478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:21:22,740 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:21:22,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d33512e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:21:22,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b895d95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,STOPPED} 2024-12-08T00:21:22,741 WARN [BP-1691157681-172.17.0.2-1733617239362 heartbeating to localhost/127.0.0.1:33953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T00:21:22,741 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T00:21:22,741 WARN [BP-1691157681-172.17.0.2-1733617239362 heartbeating to localhost/127.0.0.1:33953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1691157681-172.17.0.2-1733617239362 (Datanode Uuid fda0963d-ba86-4c99-86dd-49c717fa3175) service to localhost/127.0.0.1:33953 2024-12-08T00:21:22,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T00:21:22,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data1/current/BP-1691157681-172.17.0.2-1733617239362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:21:22,742 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/cluster_3ec3d149-08bd-4369-7815-ade6ae70cf4a/data/data2/current/BP-1691157681-172.17.0.2-1733617239362 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T00:21:22,742 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T00:21:22,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1843526c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T00:21:22,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@776c4d96{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T00:21:22,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T00:21:22,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70596a48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T00:21:22,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6630be9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/94677e79-483a-21cd-df75-e4a479515824/hadoop.log.dir/,STOPPED} 2024-12-08T00:21:22,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T00:21:22,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down